-- Logs begin at Mon 2022-07-25 17:50:37 UTC, end at Mon 2022-07-25 19:47:56 UTC. -- Jul 25 18:54:37.631225 dv-cinder-820027-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 25 18:54:40.370344 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.common.config [-] Logging enabled! Jul 25 18:54:40.370980 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 25 18:54:40.371162 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110891) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 18:54:40.374430 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.common.config [-] Logging enabled! Jul 25 18:54:40.374688 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev446 Jul 25 18:54:40.375004 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110891) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 25 18:54:40.375948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 18:54:40.376185 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 18:54:40.376677 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 18:54:40.376932 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 18:54:40.377166 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 18:54:40.377492 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.377827 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.378070 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.378420 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.378718 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.379002 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.379298 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.379600 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.379890 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.380173 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.380465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.380699 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.380979 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.381271 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.381561 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.381788 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] debug = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.382072 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.382539 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.382958 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.383249 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.383540 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.383822 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.384094 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.384373 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.384658 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.384993 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] host = dv-cinder-820027-16-iscsi {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.385273 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.385560 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.385848 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.386132 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.386480 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.386830 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.387118 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.387396 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.387678 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] log_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.387953 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.388245 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.388536 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.388835 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.389112 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.389336 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.389626 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.389929 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.390206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.390507 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.390787 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.391063 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.391340 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.391614 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.391919 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.392208 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.392492 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.392768 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.393050 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.393322 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.394132 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.394444 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.394717 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.394987 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.395262 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.395554 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.395820 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.396094 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.396396 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.396682 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.396963 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.397251 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.397527 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.397812 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.398085 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.398384 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.398660 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] use_json = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.398930 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.399207 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.399490 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.399764 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.400036 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.400310 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.400586 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.400867 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.401145 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:40.401439 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.401740 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.402045 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.402342 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.402665 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.402952 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.403249 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.403786 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.404080 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.404372 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.404667 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.404945 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.405248 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.405545 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.405842 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.406150 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.406482 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.406780 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.407057 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.407335 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.407613 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.407895 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.408183 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.408462 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.408801 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.409113 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.409937 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.410243 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.410550 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.410842 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.411141 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.411435 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.411714 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.412002 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.412299 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.412581 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.412859 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.413157 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.413438 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.413715 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.414000 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.414292 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.414616 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.414882 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.415163 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.415456 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.415733 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.416009 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.416283 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.416562 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.416834 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.417121 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.417399 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.417719 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.417998 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.418277 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.418577 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.418851 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.419129 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.419402 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.419680 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.419957 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.420231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.420502 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.420774 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.421048 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.421318 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.421591 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.421868 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.422142 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.422443 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.422719 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.422998 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.423275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.423579 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.423859 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.424145 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.424430 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.424741 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.425029 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.425311 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.425588 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.425863 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.426139 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.426464 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.426753 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.427042 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.427326 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.427606 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.427923 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.428203 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.428488 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.428767 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.429048 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.429326 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.429611 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.429889 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.430172 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.430479 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.430766 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.431061 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.431359 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.431640 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.431935 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.432233 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.432530 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.432812 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.433133 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.433413 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:40.433633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 18:54:40.433884 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110891) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 25 18:54:40.736286 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 18:54:40.736558 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 18:54:40.736863 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 25 18:54:40.737235 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 25 18:54:41.154738 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.154954 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.155228 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.156547 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.156821 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.157086 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.212815 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.213096 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.213366 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.228352 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.228633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.228909 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.260160 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.260445 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.260713 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.297982 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.298263 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.298563 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.537631 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.538265 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.538265 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.538459 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.539342 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.639785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.640099 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.640389 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.640674 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.640944 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.641258 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.641525 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.641788 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.642049 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.642358 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.642702 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.642970 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.643229 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.643610 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.643932 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.644205 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.644529 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.645304 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.645582 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.645848 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.646126 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.646409 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.646699 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.647095 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.647349 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.647635 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.648115 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 18:54:41.648362 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 18:54:41.648604 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 18:54:41.648845 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 18:54:41.649196 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 18:54:41.649451 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 18:54:41.649830 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 25 18:54:41.653612 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 25 18:54:41.657742 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 25 18:54:41.661895 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jul 25 18:54:41.663578 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 25 18:54:41.664237 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 25 18:54:41.666594 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 25 18:54:41.666594 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 25 18:54:41.667807 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 25 18:54:41.670435 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 25 18:54:41.670435 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 18:54:41.673579 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 25 18:54:41.698065 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 25 18:54:41.698588 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.698893 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110891) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 25 18:54:41.699270 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.700659 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110891) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 25 18:54:41.700950 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 25 18:54:41.701194 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 25 18:54:41.704598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.704884 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:41.842474 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 25 18:54:41.842650 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 25 18:54:41.842854 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 25 18:54:41.843235 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 25 18:54:41.897658 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO dbcounter [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Registered counter for database neutron Jul 25 18:54:41.916333 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_db.sqlalchemy.engines [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110891) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 25 18:54:41.922253 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG dbcounter [-] [110891] Writer thread running {{(pid=110891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 18:54:42.670774 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Initializing driver for type 'gre' Jul 25 18:54:42.671426 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] gre ID ranges: [(1, 1000)] Jul 25 18:54:42.850343 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Initializing driver for type 'local' Jul 25 18:54:42.850725 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Initializing driver for type 'vlan' Jul 25 18:54:42.928087 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] VlanTypeDriver initialization complete Jul 25 18:54:42.928389 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Initializing driver for type 'vxlan' Jul 25 18:54:42.928843 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] vxlan ID ranges: [(1, 1000)] Jul 25 18:54:43.150958 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Initializing extension driver 'port_security' Jul 25 18:54:43.151411 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.extensions.port_security [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] PortSecurityExtensionDriver initialization complete Jul 25 18:54:43.151752 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Initializing mechanism driver 'openvswitch' Jul 25 18:54:43.152080 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Initializing mechanism driver 'hyperv' Jul 25 18:54:43.164752 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.plugins.ml2.plugin [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:54:43.165445 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > port after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.165830 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > port after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.166190 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > port after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.166819 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 18:54:43.167294 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.167661 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.168015 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.168421 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 18:54:43.168834 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > network after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.169195 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > network after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.169550 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > network after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.169953 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 18:54:43.170385 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > security_group after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.170747 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > security_group after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.171098 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.171498 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 18:54:43.171943 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.172305 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.172656 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.173054 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 18:54:43.173468 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > address_group after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.173824 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > address_group after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.174173 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.175107 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 25 18:54:43.175643 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] ML2 OVO RPC backend initialized. {{(pid=110891) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 25 18:54:43.176366 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.176728 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.177150 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > network before_response 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.177797 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > networks before_response 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.177886 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > port before_response 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.178312 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > ports before_response 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.178700 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > subnet before_response 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.179057 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > subnets before_response 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.179413 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > network after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.179765 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > network after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.180109 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > network after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.180490 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > port after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.180845 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > port after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.181184 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > port after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.181528 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > subnet after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.181872 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > subnet after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.182215 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.196810 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded quota_driver: . Jul 25 18:54:43.197177 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.plugin [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Modular L2 Plugin initialization complete Jul 25 18:54:43.197528 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading services supported by the core plugin {{(pid=110891) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 25 18:54:43.197884 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.plugins.ml2.managers [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Got port-security extension from driver 'port_security' Jul 25 18:54:43.198419 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.extensions.vlantransparent [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Disabled vlantransparent extension. Jul 25 18:54:43.198923 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110891) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 25 18:54:43.199251 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading Plugin: router Jul 25 18:54:43.238904 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.239300 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router after_create 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.239677 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router before_create 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.240048 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.240433 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.240806 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router after_delete 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.241187 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.241541 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.241903 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router after_create 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.242251 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router after_update 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.242623 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router after_update 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.242973 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.243335 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router after_update 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.243752 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.244122 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: port after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.244463 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: port after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.244804 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: subnet after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.245154 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.245505 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.245857 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.246202 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: port before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.246577 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.251842 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router after_update 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.251842 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.251842 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_create 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.251842 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.252268 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_update 55549900 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.252268 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > agent after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.252268 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > agent after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.252268 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > network after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.252568 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Tracking information for resource: router configured {{(pid=110891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 18:54:43.252568 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Tracking information for resource: floatingip configured {{(pid=110891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 25 18:54:43.256390 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.db.l3_agentschedulers_db [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 25 18:54:43.256985 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: port after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.257345 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: port after_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.257702 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: port after_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.258055 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: port after_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.259010 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router before_create 55550100 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.259288 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.259653 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_create 55550100 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.260009 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > router precommit_update 55550100 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.264902 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.services.provider_configuration [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service providers = [] {{(pid=110891) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 25 18:54:43.265264 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.db.servicetype_db [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110891) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 25 18:54:43.268461 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.services.service_base [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 18:54:43.269130 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.services.service_base [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 18:54:43.269430 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.services.service_base [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 18:54:43.270347 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.services.service_base [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 25 18:54:43.270716 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.services.service_base [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 25 18:54:43.271106 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 18:54:43.271423 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 25 18:54:43.282677 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 18:54:43.283020 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading Plugin: auto_allocate Jul 25 18:54:43.289147 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: network precommit_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.289517 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: network precommit_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.290056 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 18:54:43.290414 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading Plugin: tag Jul 25 18:54:43.297309 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 18:54:43.297633 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading Plugin: timestamp Jul 25 18:54:43.302273 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 18:54:43.302635 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading Plugin: network_ip_availability Jul 25 18:54:43.308165 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.308538 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.308895 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.309634 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 18:54:43.309952 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading Plugin: flavors Jul 25 18:54:43.314874 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 18:54:43.315765 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading Plugin: revisions Jul 25 18:54:43.320690 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 25 18:54:43.321085 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_concurrency.lockutils [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.584s {{(pid=110891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 25 18:54:43.321846 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110891) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 25 18:54:43.322185 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Initializing extension manager. Jul 25 18:54:43.322734 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: __init__.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.323079 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: __pycache__ {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.323418 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: address_group.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.324157 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.324738 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: address-group Jul 25 18:54:43.325056 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: address_scope.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.325732 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.326257 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: address-scope Jul 25 18:54:43.326584 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.327465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.327967 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: router-admin-state-down-before-update Jul 25 18:54:43.328287 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: agent.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.328948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.329522 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: agent Jul 25 18:54:43.329772 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: agent_resources_synced.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.330650 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.331386 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: agent-resources-synced Jul 25 18:54:43.331864 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: allowedaddresspairs.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.333633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.334156 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: allowed-address-pairs Jul 25 18:54:43.334514 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: auto_allocated_topology.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.335539 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.336050 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: auto-allocated-topology Jul 25 18:54:43.336380 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: availability_zone.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.337031 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.337531 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: availability_zone Jul 25 18:54:43.337854 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: availability_zone_filter.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.338733 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.339235 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: availability_zone_filter Jul 25 18:54:43.339565 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: data_plane_status.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.340413 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.340910 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension data-plane-status not supported by any of loaded plugins Jul 25 18:54:43.341230 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: default_subnetpools.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.342096 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.342630 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: default-subnetpools Jul 25 18:54:43.342951 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.343737 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.344243 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: dhcp_agent_scheduler Jul 25 18:54:43.344565 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: dns.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.345427 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.345927 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension dns-integration not supported by any of loaded plugins Jul 25 18:54:43.346253 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: dns_domain_ports.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.347467 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.347974 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 25 18:54:43.348298 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.349174 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.349680 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 25 18:54:43.350004 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: dvr.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.350661 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.351166 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: dvr Jul 25 18:54:43.351488 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: ecmp_routes.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.352358 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.352859 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 25 18:54:43.353183 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: empty_string_filtering.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.368187 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.369036 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: empty-string-filtering Jul 25 18:54:43.369171 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.369972 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.370520 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 25 18:54:43.370850 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.371728 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.372241 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 25 18:54:43.372570 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: external_net.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.373439 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.373983 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: external-net Jul 25 18:54:43.374281 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.375190 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.375695 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: extra_dhcp_opt Jul 25 18:54:43.376023 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: extraroute.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.376905 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.377412 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: extraroute Jul 25 18:54:43.378365 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: extraroute_atomic.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.379392 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.379906 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: extraroute-atomic Jul 25 18:54:43.380234 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: filter_validation.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.380889 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.381649 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: filter-validation Jul 25 18:54:43.381978 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: fip_pf_description.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.382891 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.383406 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 25 18:54:43.383731 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: fip_pf_port_range.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.384609 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.385238 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 25 18:54:43.385444 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: fip_port_details.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.386343 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.386853 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: fip-port-details Jul 25 18:54:43.387178 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: flavors.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.388380 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.388894 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: flavors Jul 25 18:54:43.389223 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.390891 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.391413 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 25 18:54:43.391749 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: floatingip_pools.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.392439 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.392947 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: floatingip-pools Jul 25 18:54:43.393295 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: ip_allocation.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.394347 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.394840 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension ip_allocation not supported by any of loaded plugins Jul 25 18:54:43.395170 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.396060 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.396569 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: ip-substring-filtering Jul 25 18:54:43.396902 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l2_adjacency.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.397808 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.398316 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 25 18:54:43.398666 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.399652 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.400180 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: router Jul 25 18:54:43.400507 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.402835 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.403644 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 25 18:54:43.403982 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.404869 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.405390 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: ext-gw-mode Jul 25 18:54:43.405718 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.406638 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.407152 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: l3-ha Jul 25 18:54:43.407476 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.408350 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.408857 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 25 18:54:43.409214 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3_flavors.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.416019 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.416537 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: l3-flavors Jul 25 18:54:43.416862 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.418250 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.418805 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 25 18:54:43.419137 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.420016 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.420563 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 25 18:54:43.420849 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: l3agentscheduler.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.421906 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.422451 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: l3_agent_scheduler Jul 25 18:54:43.422784 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: local_ip.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.425019 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.425570 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension local_ip not supported by any of loaded plugins Jul 25 18:54:43.425956 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: logging.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.427497 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.428024 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension logging not supported by any of loaded plugins Jul 25 18:54:43.428407 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: metering.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.429071 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.429876 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: metering Jul 25 18:54:43.430209 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.431291 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.432155 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: metering_source_and_destination_fields Jul 25 18:54:43.432155 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: multiprovidernet.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.433042 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.433553 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: multi-provider Jul 25 18:54:43.433881 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: netmtu.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.434795 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.435312 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: net-mtu Jul 25 18:54:43.435664 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: netmtu_writable.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.436523 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.437037 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: net-mtu-writable Jul 25 18:54:43.437470 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: network_availability_zone.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.438026 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.438567 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: network_availability_zone Jul 25 18:54:43.438896 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: network_ip_availability.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.439987 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.441150 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: network-ip-availability Jul 25 18:54:43.441477 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: network_segment_range.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.442248 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.443659 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension network-segment-range not supported by any of loaded plugins Jul 25 18:54:43.443659 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: pagination.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.444074 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.445501 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: pagination Jul 25 18:54:43.445501 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: port_device_profile.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.445699 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.446091 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: port-device-profile Jul 25 18:54:43.446451 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: port_mac_address_override.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.447351 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.447947 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: port-mac-override Jul 25 18:54:43.448473 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.449391 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.449905 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: port-mac-address-regenerate Jul 25 18:54:43.450228 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.451175 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.451724 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: port-numa-affinity-policy Jul 25 18:54:43.452048 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: port_resource_request.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.452929 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.453435 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension port-resource-request not supported by any of loaded plugins Jul 25 18:54:43.453764 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: port_resource_request_groups.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.454741 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.455251 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 25 18:54:43.455576 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: portbindings.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.463817 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.464372 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: binding Jul 25 18:54:43.464947 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: portbindings_extended.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.466207 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.466848 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: binding-extended Jul 25 18:54:43.467102 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: portsecurity.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.468008 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.468526 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: port-security Jul 25 18:54:43.468863 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: project_id.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.469818 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.470161 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: project-id Jul 25 18:54:43.470526 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: providernet.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.471531 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.472795 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: provider Jul 25 18:54:43.473134 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.476778 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.477313 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos not supported by any of loaded plugins Jul 25 18:54:43.477838 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.478954 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.479481 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 25 18:54:43.479824 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.480737 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.481258 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 25 18:54:43.481595 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_default.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.482510 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.483025 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-default not supported by any of loaded plugins Jul 25 18:54:43.483359 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_fip.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.484295 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.484766 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-fip not supported by any of loaded plugins Jul 25 18:54:43.485098 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.486545 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.486545 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 25 18:54:43.486890 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_gateway_ip.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.487804 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.488485 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 25 18:54:43.488817 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_port_network_policy.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.489718 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.490232 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 25 18:54:43.490586 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.491610 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.492125 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 25 18:54:43.492459 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.493463 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.493983 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 25 18:54:43.494343 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_pps_rule.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.495495 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.496005 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-pps not supported by any of loaded plugins Jul 25 18:54:43.496338 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_rule_type_details.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.497228 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.497745 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 25 18:54:43.498073 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.498978 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.499489 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 25 18:54:43.499821 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: qos_rules_alias.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.500834 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.501346 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 25 18:54:43.501681 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: quota_check_limit.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.502883 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.503561 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: quota-check-limit Jul 25 18:54:43.503896 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: quotasv2.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.504877 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.505211 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: quotas Jul 25 18:54:43.505538 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: quotasv2_detail.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.509786 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.510130 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: quota_details Jul 25 18:54:43.510518 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: rbac.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.513324 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.513877 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: rbac-policies Jul 25 18:54:43.514216 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: rbac_address_group.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.515196 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.515731 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: rbac-address-group Jul 25 18:54:43.516062 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: rbac_address_scope.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.516959 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.517491 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: rbac-address-scope Jul 25 18:54:43.517867 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: rbac_security_groups.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.519500 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.520029 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: rbac-security-groups Jul 25 18:54:43.520366 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: rbac_subnetpool.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.521271 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.521795 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: rbac-subnetpool Jul 25 18:54:43.522135 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: revisionifmatch.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.523083 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.523607 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: revision-if-match Jul 25 18:54:43.523936 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: revisions.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.525053 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.525570 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: standard-attr-revisions Jul 25 18:54:43.525907 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: router_availability_zone.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.526606 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.527130 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: router_availability_zone Jul 25 18:54:43.527461 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: routerservicetype.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.528638 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.529156 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension router-service-type not supported by any of loaded plugins Jul 25 18:54:43.529483 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.530415 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.530937 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: security-groups-normalized-cidr Jul 25 18:54:43.531267 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.532190 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.532710 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: port-security-groups-filtering Jul 25 18:54:43.533041 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.534658 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.535309 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: security-groups-remote-address-group Jul 25 18:54:43.535644 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.536577 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.537085 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: security-groups-shared-filtering Jul 25 18:54:43.537497 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: securitygroup.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.547167 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.547723 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: security-group Jul 25 18:54:43.548060 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: segment.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.548795 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.549317 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension segment not supported by any of loaded plugins Jul 25 18:54:43.549652 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.550642 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.551157 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 25 18:54:43.551492 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: servicetype.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.552621 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.553140 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: service-type Jul 25 18:54:43.553477 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: sorting.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.554458 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.554803 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: sorting Jul 25 18:54:43.555130 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: standard_attr_segment.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.556047 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.556562 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 25 18:54:43.556952 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: standardattrdescription.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.557530 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.558056 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: standard-attr-description Jul 25 18:54:43.558415 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: stateful_security_group.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.559330 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.559857 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: stateful-security-group Jul 25 18:54:43.560188 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: stdattrs_common.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.560775 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 25 18:54:43.561125 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.562026 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.562571 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 25 18:54:43.562902 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: subnet_onboard.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.563940 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.564465 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: subnet_onboard Jul 25 18:54:43.564797 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.566288 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.566864 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 25 18:54:43.567199 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: subnet_service_types.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.568101 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.568616 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: subnet-service-types Jul 25 18:54:43.568953 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: subnetallocation.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.570007 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.570563 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: subnet_allocation Jul 25 18:54:43.570897 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.571605 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.572125 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: subnetpool-prefix-ops Jul 25 18:54:43.572456 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.573355 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.573866 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 25 18:54:43.574196 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: tagging.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.575279 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.575809 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: standard-attr-tag Jul 25 18:54:43.578545 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: timestamp.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.579558 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.580078 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loaded extension: standard-attr-timestamp Jul 25 18:54:43.580410 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: trunk.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.582313 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.582903 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension trunk not supported by any of loaded plugins Jul 25 18:54:43.583293 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: trunk_details.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.584194 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.584712 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension trunk-details not supported by any of loaded plugins Jul 25 18:54:43.585043 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: uplink_status_propagation.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.585948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.586496 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 25 18:54:43.586831 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Loading extension file: vlantransparent.py {{(pid=110891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 25 18:54:43.587500 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 25 18:54:43.588011 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 25 18:54:43.590833 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:network Jul 25 18:54:43.591370 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:subnet Jul 25 18:54:43.591773 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 18:54:43.592173 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:port Jul 25 18:54:43.593552 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.594011 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service FLAVORS assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.594671 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.595126 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.595467 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:router Jul 25 18:54:43.596006 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 18:54:43.596488 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service METERING assigned prefix: /metering {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.598145 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.598564 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.598936 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 18:54:43.599962 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 18:54:43.600422 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:security_group Jul 25 18:54:43.600898 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 18:54:43.601457 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service CORE assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.601798 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 18:54:43.602157 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] subnetpool is already registered Jul 25 18:54:43.602632 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service CORE assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.602971 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 18:54:43.603311 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] subnetpool is already registered Jul 25 18:54:43.605778 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.606269 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service FLAVORS assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.606920 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.607356 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.607697 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:router Jul 25 18:54:43.608047 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] router is already registered Jul 25 18:54:43.608470 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:floatingip Jul 25 18:54:43.608825 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] floatingip is already registered Jul 25 18:54:43.609294 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service METERING assigned prefix: /metering {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.609979 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of CountableResource for resource:rbac_policy Jul 25 18:54:43.610315 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] rbac_policy is already registered Jul 25 18:54:43.610767 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:security_group Jul 25 18:54:43.611111 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] security_group is already registered Jul 25 18:54:43.619164 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 25 18:54:43.619164 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] security_group_rule is already registered Jul 25 18:54:43.619164 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service CORE assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.619164 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 18:54:43.619164 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] subnetpool is already registered Jul 25 18:54:43.619164 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.v2.resource_helper [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Service CORE assigned prefix: {{(pid=110891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 25 18:54:43.619164 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Creating instance of TrackedResource for resource:subnetpool Jul 25 18:54:43.619164 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING neutron.quota.resource_registry [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] subnetpool is already registered Jul 25 18:54:43.619833 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: extensions {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.619833 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: address-groups {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.619833 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: address-scopes {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.619833 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: agents {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.620308 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: auto-allocated-topology {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.621559 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: availability_zones {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.622827 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: dhcp-networks {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.624369 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: dhcp-agents {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.625911 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: routers {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.628113 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: flavors {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.629402 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: service_profiles {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.630647 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: next_providers {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.632126 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: service_profiles {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.633715 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: floatingip-pools {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.635095 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: routers {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.636731 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: floatingips {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.638016 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: l3-routers {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.639459 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: l3-agents {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.640938 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: metering-labels {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.642206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: metering-label-rules {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.644432 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: network-ip-availabilities {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.645829 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: bindings {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.647439 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: quotas {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.650123 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: quotas {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.651710 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: rbac-policies {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.652960 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: security-groups {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.654572 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: security-group-rules {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.655833 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: service-providers {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.657255 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: subnetpools {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.658736 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: subnetpools {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.660380 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.662078 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.664002 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.665809 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.667544 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.669626 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.671401 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.673320 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.675170 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.676958 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron.api.extensions [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Extended resource: tags {{(pid=110891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 25 18:54:43.684257 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING keystonemiddleware.auth_token [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 25 18:54:43.688569 dv-cinder-820027-16-iscsi neutron-server[110891]: WARNING keystonemiddleware.auth_token [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 25 18:54:43.698238 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_concurrency.lockutils [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Acquired lock "singleton_lock" {{(pid=110891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 25 18:54:43.698748 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_concurrency.lockutils [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Releasing lock "singleton_lock" {{(pid=110891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 25 18:54:43.699421 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO oslo_service.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Starting 2 workers Jul 25 18:54:43.704324 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Started child 111002 {{(pid=110891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 18:54:43.709862 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Started child 111003 {{(pid=110891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 18:54:43.710694 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:43.711395 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO neutron.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 25 18:54:43.711932 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:43.712283 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [-] (111002) wsgi starting up on http://0.0.0.0:9696 Jul 25 18:54:43.716618 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO oslo_service.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Starting 1 workers Jul 25 18:54:43.716828 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:43.716828 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [-] (111003) wsgi starting up on http://0.0.0.0:9696 Jul 25 18:54:43.719692 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Started child 111004 {{(pid=110891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 18:54:43.720562 dv-cinder-820027-16-iscsi neutron-server[110891]: INFO oslo_service.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Starting 1 workers Jul 25 18:54:43.724046 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] calling RpcWorker wait() {{(pid=111004) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 25 18:54:43.724643 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] returning from RpcWorker wait() {{(pid=111004) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 25 18:54:43.725456 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Started child 111005 {{(pid=110891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 25 18:54:43.725828 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:43.726193 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:54:43.726287 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG neutron_lib.callbacks.manager [None req-89f86945-2897-4e78-96f1-d3ca5bf5c2d0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:43.728299 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 18:54:43.728513 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 18:54:43.728702 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 18:54:43.728938 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 18:54:43.729290 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 18:54:43.729455 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 18:54:43.730005 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.730292 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.730588 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.730890 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.731419 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:43.731921 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.731921 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.732072 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.732257 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.732516 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.732696 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.732866 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.733144 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.733380 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.733708 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.733978 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.734224 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.734486 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.734663 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.734976 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.735195 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.735460 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.735742 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] debug = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.736000 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.736512 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.736760 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.737122 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.737909 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.738180 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.738457 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.738723 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.738968 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.739190 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.739438 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.739699 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.739937 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.740173 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.740413 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.740680 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.740905 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.741424 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] host = dv-cinder-820027-16-iscsi {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.741665 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.741907 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.742172 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.742446 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.742697 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.742939 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.743215 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.743502 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.743750 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.743979 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.744233 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.744467 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.744685 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.744942 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.745096 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_options = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.745338 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.745629 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.745894 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.746103 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.746277 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.746476 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.746730 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.746898 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.747250 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.747518 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.747824 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.748193 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.748524 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.748697 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.749143 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.749583 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.749806 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.750022 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.750278 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.750614 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.750807 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.751039 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.751277 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.751503 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.751745 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.751962 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.752191 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.752407 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.752670 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.753002 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.753396 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.753746 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.753973 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.754226 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.754459 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:54:43.754599 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.754754 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.754986 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.755227 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.755515 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.755746 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.755999 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.756260 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.756477 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.756741 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.756961 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.757318 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.757642 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_json = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.757950 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.758160 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.758435 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.758919 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.759386 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.759608 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.764633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.764633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.764633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.764633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.764633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.764633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.764633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.764633 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765259 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765259 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765259 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765259 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765259 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765259 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765259 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765259 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765790 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765790 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765790 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765790 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765790 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765790 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.765790 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.766267 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.766267 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.766431 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.766543 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.766778 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.767591 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.767697 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.767967 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.768275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.768577 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.768926 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.769438 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.769875 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.770133 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.771384 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.771384 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.771384 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.771384 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.771384 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.771780 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.771780 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.771998 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.772565 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.772565 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.772755 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.774662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.774662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.774662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.774662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.774662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.774662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.774662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.774662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.775225 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.775225 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.775225 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.775472 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.776749 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.776749 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.776749 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.776749 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.776749 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.777121 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.777121 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.777266 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.777490 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.777716 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.777965 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.778162 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.778679 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.778903 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.779122 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.779348 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.779563 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.779793 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.780051 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.780265 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.780647 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.780874 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.781098 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.781325 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.782397 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.782769 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.783149 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.783538 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.784697 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.785198 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.785465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.785653 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.785877 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.786097 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.786600 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.787010 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.787278 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.787509 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.787777 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.788003 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.788247 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.788492 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.788745 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.788964 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.789257 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.789485 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.789751 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.790000 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.790225 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.790508 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.790733 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.790956 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.791183 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.791428 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.791680 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.791898 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.792293 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.792678 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.793059 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.793323 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.793564 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.793803 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.794027 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.794307 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.794564 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.794850 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.795111 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.795404 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.795646 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.796057 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.796386 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.796807 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.797219 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.797653 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.797911 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.798192 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.798510 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.798766 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.799025 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.799293 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.799576 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.800355 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.800597 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.800817 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.801260 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.801582 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.801814 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.802196 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.802448 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.802856 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.803277 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.804948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.804948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.804948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.804948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.804948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.804948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.804948 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.805497 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.805497 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.805652 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.805787 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.806006 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.806245 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.806485 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.806746 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.807069 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.807742 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.808227 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.808460 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.809170 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.809170 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.809170 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.809499 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.809581 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.809805 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.810026 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.810251 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.810511 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.810732 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.810971 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.811193 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.811473 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.811759 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.811956 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.812205 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.812462 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.812701 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.812918 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.813252 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.813371 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.813589 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.813803 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.814023 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.814241 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.814486 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.814720 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.814939 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.815243 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.815484 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.816024 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.816451 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.816691 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.816959 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.817216 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.817468 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.817690 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.817910 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.818150 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.818397 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.818626 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.818870 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.819091 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.819312 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.819531 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.819902 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.820315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.820715 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.820986 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.821214 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.821446 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.821668 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.821888 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.822253 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.822641 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.822969 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.823192 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.823418 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.823653 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.823788 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35522) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:54:43.823961 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.824222 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.824458 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.824718 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.824990 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.825310 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.825459 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.825673 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.825887 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.826119 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.826746 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.826746 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.826945 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.827053 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.827236 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.827456 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.827677 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.827889 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.828135 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.828369 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.829971 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.829971 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.829971 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.829971 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.829971 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.829971 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.829971 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.830529 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.830529 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.830529 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.830859 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.831196 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.831442 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.831674 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.831970 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.832216 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.833487 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.833487 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.833651 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [-] 10.222.0.17 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067964 Jul 25 18:54:43.833726 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.833726 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.833726 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.833926 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.834138 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.834600 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.835622 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.835883 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.836228 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.836383 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.836784 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.837128 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.837461 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.837757 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.838022 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.838282 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.838608 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.840375 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.840375 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.840375 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.840375 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.840721 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.840920 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.841176 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.841438 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.841694 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.841915 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.842158 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.843256 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.843531 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.843768 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.844037 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.844277 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.844599 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.844775 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.845011 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.845231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.845471 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.845688 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.845919 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.846141 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.846300 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 18:54:43.847393 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 25 18:54:43.847632 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 25 18:54:43.847737 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 25 18:54:43.847878 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 25 18:54:43.848052 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 25 18:54:43.848210 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 25 18:54:43.848488 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.848580 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.848746 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.848921 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.849078 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.849231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.849376 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.849518 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.849686 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.849849 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.850011 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.850174 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.850403 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.850525 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.850762 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.850908 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.851020 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.851128 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.851295 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.851456 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.851617 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.851846 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] debug = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.852039 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.852166 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.852293 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.852753 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.852753 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.852753 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.853063 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.853063 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.853262 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.853376 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.853495 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.853632 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.853776 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.853933 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.854090 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.854247 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.854429 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.854586 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] host = dv-cinder-820027-16-iscsi {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.854743 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.855026 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.855140 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.855249 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.855361 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.855495 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.855662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.855800 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.855968 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.856128 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.856290 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.856451 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.856654 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.856777 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.856917 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_options = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.857080 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.857241 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.857592 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.857864 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.857864 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.858073 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.858185 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.858291 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.858461 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.858599 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.858761 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.858923 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.859084 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.859247 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.859409 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.859570 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.860532 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.860532 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.860532 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.860532 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.860532 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.860532 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.861151 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.861151 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.861151 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.861151 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.861685 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.861685 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.861685 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.861685 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.862160 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.862160 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.862909 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.863015 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.863134 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.863251 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.863386 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.863549 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.863716 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.863892 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.864026 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.864188 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.864351 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.864513 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.864675 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.864838 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.865094 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_json = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.865196 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.865311 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.865473 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.865634 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.865796 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.865957 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.866119 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.866287 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.866499 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:54:43.867366 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 25 18:54:43.867556 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.867945 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.867945 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.868101 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.868208 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.868374 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.868539 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.868703 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.871315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.871315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.871315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.871315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.871315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.871315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.871315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.871315 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.873706 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.873706 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.873706 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.873706 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.873706 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.873706 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.873706 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.873706 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.874231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.874231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.874231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.874231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.874231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.874231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.874231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.874231 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.875785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.17/identity {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.875785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.875785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.875785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.875785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.875785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.875785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.875785 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.876275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.876275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.876275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.876275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.876275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.876275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.876275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.876275 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.877520 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878206 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878725 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878725 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878725 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.878918 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.879105 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.879269 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.879435 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.879601 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.879768 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.879960 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.880095 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.880261 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.880426 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.880950 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.880950 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.880950 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.881302 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.881302 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.881430 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.881518 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882365 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882365 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882365 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882365 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882365 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882736 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882736 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882867 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.882964 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.883130 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.883297 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.883571 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.883662 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.884224 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.884224 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.884224 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.884224 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.884511 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.884625 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.884711 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.885689 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.885689 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.885689 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.885689 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.885689 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.885689 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.886184 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.886184 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.886184 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.886564 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.886564 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.886564 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.886800 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.886871 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.887058 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.887198 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.887362 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.887579 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.887678 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.887843 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.888010 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.888212 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.888342 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.889465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.889465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.889465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.889465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.889465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.889465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.889465 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890022 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890022 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890022 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890022 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890258 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890385 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890551 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890715 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.890909 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.891076 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.891243 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.891405 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892249 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892249 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892249 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892249 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892249 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892572 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892572 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892704 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.17/identity {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.892771 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.893037 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.893187 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.893930 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.895811 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.895811 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.895811 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.895811 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.895811 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.899258 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.899458 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.899723 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.901841 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.901841 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.901841 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.901841 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.901841 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.901841 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.901841 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.901841 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.902598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.902598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.902598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.902598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.902598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.902598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.902598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.902598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903067 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903067 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903067 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903067 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903067 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903067 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903671 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903671 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.903793 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.904626 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.904626 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.904626 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.904626 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.904626 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.905078 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.905078 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.905078 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.905267 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.905332 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.905501 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.905664 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.905987 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.906299 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.906505 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.906652 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.906959 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.907255 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.907560 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.907726 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.907897 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.908064 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.908234 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.908488 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.908588 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.908724 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911169 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911726 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911726 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911726 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911726 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911963 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.911963 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.912105 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.912396 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.912536 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.912670 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.912805 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.912940 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.913072 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.913202 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.913366 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.913530 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.913697 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.913863 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.914036 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.914202 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.914386 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.914552 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.914718 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.914884 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.915058 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.915224 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.915388 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916398 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916398 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916398 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916398 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916398 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916398 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916800 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916800 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.916800 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.917022 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.917102 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.917819 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.917819 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.917819 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.917819 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.918139 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.918139 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.918350 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.918350 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.918692 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.918692 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.918860 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.918991 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.919881 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.919881 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.919881 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.919881 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.919881 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.920238 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.920238 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.920369 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.920447 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.920598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.920769 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.920935 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.921099 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.921266 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.921432 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.921598 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.921763 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.922607 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.922607 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.922607 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.922607 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.922607 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.922992 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.922992 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.923135 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.923268 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.923351 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.923483 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.923653 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 25 18:54:43.923810 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 25 18:54:53.005590 dv-cinder-820027-16-iscsi neutron-server[110891]: DEBUG dbcounter [-] [110891] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110891) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:54:55.727501 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32173094-8199-4454-a7a7-06a4e3a7501e None None] get_active_networks_info from dv-cinder-820027-16-iscsi {{(pid=111004) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 25 18:54:55.760315 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writer thread running {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 18:54:55.840606 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32173094-8199-4454-a7a7-06a4e3a7501e None None] No non-hosted networks {{(pid=111004) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 25 18:54:55.852625 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.agentschedulers_db [None req-32173094-8199-4454-a7a7-06a4e3a7501e None None] DHCP Agent not found on host dv-cinder-820027-16-iscsi {{(pid=111004) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 25 18:54:55.927667 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2ffdd327-a969-4d79-8b24-7019bc6e3920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420507'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:57.599083 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writer thread running {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 18:54:58.261563 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e74541b4-45b6-4cc6-b7b0-95bf7f67ae1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420507'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:58.296672 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.db.api [None req-9aefe920-5239-485c-9c24-51ed785a5303 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-820027-16-iscsi {{(pid=111004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 18:54:58.297196 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG oslo_db.api [None req-9aefe920-5239-485c-9c24-51ed785a5303 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 18:54:58.912976 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9aefe920-5239-485c-9c24-51ed785a5303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:59.188517 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35596) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:54:59.456075 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420507'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:54:59.946631 dv-cinder-820027-16-iscsi neutron-server[111002]: WARNING oslo_policy.policy [None req-507e1d31-0e51-4b55-9be9-2d11cd9d6ddb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 18:54:59.947340 dv-cinder-820027-16-iscsi neutron-server[111002]: WARNING oslo_policy.policy [None req-507e1d31-0e51-4b55-9be9-2d11cd9d6ddb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 18:55:00.171983 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [None req-507e1d31-0e51-4b55-9be9-2d11cd9d6ddb admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 18:55:00.178937 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-507e1d31-0e51-4b55-9be9-2d11cd9d6ddb admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9836931 Jul 25 18:55:00.872660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420507'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:00.873865 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.874413 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.874901 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.875400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.875888 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.876366 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.876869 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.877453 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.877978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.878546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.879032 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.879512 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.879995 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.880488 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.881828 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:00.882491 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-820027-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:00.900324 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-820027-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:01.335450 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420507'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:02.600843 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35632) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:02.803292 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.db.l3_hamode_db [None req-6c8b2b87-dfd4-4be4-84a7-f4b41772c299 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 25 18:55:02.888759 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b2b87-dfd4-4be4-84a7-f4b41772c299 None None] Routers set() bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 18:55:02.889293 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b2b87-dfd4-4be4-84a7-f4b41772c299 None None] Router IDs set() for agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 25 18:55:02.984089 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-50a84c18-c83e-4806-9107-718b03891e26 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:55:03.076921 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.policy [None req-50a84c18-c83e-4806-9107-718b03891e26 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111002) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 18:55:03.123572 dv-cinder-820027-16-iscsi neutron-server[111002]: WARNING oslo_policy.policy [None req-50a84c18-c83e-4806-9107-718b03891e26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 18:55:03.124012 dv-cinder-820027-16-iscsi neutron-server[111002]: WARNING oslo_policy.policy [None req-50a84c18-c83e-4806-9107-718b03891e26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 18:55:03.146196 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writer thread running {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 18:55:03.333443 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-50a84c18-c83e-4806-9107-718b03891e26 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731872906105', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731872905477', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731873052778', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731873056320', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731873082477', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731873071912', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133762772', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133431522', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-322577', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-375563'] for rbac-policy (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:03.588790 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-50a84c18-c83e-4806-9107-718b03891e26 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:03.589903 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-50a84c18-c83e-4806-9107-718b03891e26 admin admin] 10.222.0.17 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9879284 Jul 25 18:55:05.947128 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35644) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:06.288069 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:55:06.372797 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Made reservation on behalf of f0435acd015c454f926f9318bb5503b2 for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 18:55:06.377391 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:06.395912 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:06.516176 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Publish callbacks [] for security_group (fb810854-a91c-4b26-9ebd-3e80228d02ac), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:06.592368 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (fb810854-a91c-4b26-9ebd-3e80228d02ac), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:06.617508 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 18:55:06.655006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731869398402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (5413577f-03a7-435c-9c59-bf533d9e6399), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:06.655480 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Unsubscribe: segment precommit_create {{(pid=111002) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 18:55:06.656027 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Added segment 5413577f-03a7-435c-9c59-bf533d9e6399 of type vlan for network 09d27cfb-23d9-49b0-856a-7e3d6af511be Jul 25 18:55:06.672411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fb810854-a91c-4b26-9ebd-3e80228d02ac,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:06.725306 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.725648 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.726013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.726388 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.726728 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.727056 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.727380 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.727702 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.728040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.728365 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.728686 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.729007 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.729324 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.729642 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.729960 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Tracked resource versions report: Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: pushed versions: Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: { 'AddressGroup': {'1.2'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Agent': {'1.1'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'ConntrackHelper': {'1.0'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'LocalIPAssociation': {'1.0'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Log': {'1.0'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'NDPProxy': {'1.0'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Network': {'1.1'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Port': {'1.7'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'PortForwarding': {'1.3'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'QosPolicy': {'1.10'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SecurityGroup': {'1.5'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SecurityGroupRule': {'1.2'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SubPort': {'1.0'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Subnet': {'1.1'}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Trunk': {'1.1'}} Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: consumer versions: Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: { DHCP agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: L3 agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: Metadata agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: Metering agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: Open vSwitch agent@dv-cinder-820027-16-iscsi: { 'AddressGroup': '1.2', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Agent': '1.1', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'ConntrackHelper': '1.0', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'LocalIPAssociation': '1.0', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Log': '1.0', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'NDPProxy': '1.0', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Network': '1.1', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Port': '1.7', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'PortForwarding': '1.3', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'QosPolicy': '1.10', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SecurityGroup': '1.5', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SecurityGroupRule': '1.2', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SubPort': '1.0', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Subnet': '1.1', Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Trunk': '1.1'}} Jul 25 18:55:06.731484 dv-cinder-820027-16-iscsi neutron-server[111002]: {{(pid=111002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 18:55:06.764830 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (09d27cfb-23d9-49b0-856a-7e3d6af511be), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:06.878712 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (09d27cfb-23d9-49b0-856a-7e3d6af511be), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:06.883879 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:55:06.884609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:06.890687 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:07.011359 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] Pushing event updated for resources: {'Network': ['ID=09d27cfb-23d9-49b0-856a-7e3d6af511be,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:07.024486 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 09d27cfb-23d9-49b0-856a-7e3d6af511be details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 18:55:07.084573 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-607cd623-c54f-40a0-a80a-3e22ff85a4a5 demo demo] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.1363187 Jul 25 18:55:09.457519 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35658) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:09.903772 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4902e426-a745-4e61-88c2-307fa2081ce9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:55:09.905160 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-4902e426-a745-4e61-88c2-307fa2081ce9 demo admin] 10.222.0.17 "GET /v2.0/networks/09d27cfb-23d9-49b0-856a-7e3d6af511be HTTP/1.1" status: 200 len: 825 time: 0.4466484 Jul 25 18:55:09.933240 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5dddce04-c147-4843-8f77-a38a0da6a09c demo admin] 10.222.0.17 "GET /v2.0/subnetpools/9763e379-0932-452b-9778-a82995736365 HTTP/1.1" status: 200 len: 734 time: 0.0213609 Jul 25 18:55:09.942632 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Request body: {'subnet': {'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be', 'subnetpool_id': '9763e379-0932-452b-9778-a82995736365', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:55:10.037523 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Made reservation on behalf of f0435acd015c454f926f9318bb5503b2 for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 18:55:10.039920 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:10.185970 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:10.453104 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (484dcce9-881f-4551-8a92-74c2f204745e), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:10.532978 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Pushing event updated for resources: {'Subnet': ['ID=484dcce9-881f-4551-8a92-74c2f204745e,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:10.540860 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Checking segment: {'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 18:55:10.541357 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Network hostable DHCP agents. Network: 09d27cfb-23d9-49b0-856a-7e3d6af511be, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 18:55:10.624398 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Network 09d27cfb-23d9-49b0-856a-7e3d6af511be is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 18:55:10.728800 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 09d27cfb-23d9-49b0-856a-7e3d6af511be) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 18:55:10.736235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:55:10.736235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:10.738693 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba417f4-9e5a-4b57-8be7-4702f4d9163d None None] Network 09d27cfb-23d9-49b0-856a-7e3d6af511be requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 18:55:10.822797 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-33e4746a-eaa7-4293-bbc0-4dfa9a61fed2 demo admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8836544 Jul 25 18:55:11.021752 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-09d27cfb-23d9-49b0-856a-7e3d6af511be', 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be', 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'fixed_ips': [{'subnet_id': '484dcce9-881f-4551-8a92-74c2f204745e'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 18:55:11.023542 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:11.368950 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Allocated IP 172.20.0.2 (09d27cfb-23d9-49b0-856a-7e3d6af511be/484dcce9-881f-4551-8a92-74c2f204745e/3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 18:55:11.434115 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=59,neutron:INSERT=39,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:11.661049 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Publish callbacks [] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:11.786664 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:11.793349 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:11.879434 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Network 09d27cfb-23d9-49b0-856a-7e3d6af511be is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 18:55:11.888253 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 18:55:11.898512 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 18:55:11.904257 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Pushing event updated for resources: {'Port': ['ID=3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:11.936772 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.936969 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.937337 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.937700 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.938040 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.938395 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.939369 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.939869 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.940327 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.940586 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.940910 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.941244 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.941572 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.941900 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.942226 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Tracked resource versions report: Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: pushed versions: Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: { 'AddressGroup': {'1.2'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Agent': {'1.1'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'ConntrackHelper': {'1.0'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'LocalIPAssociation': {'1.0'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Log': {'1.0'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'NDPProxy': {'1.0'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Network': {'1.1'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Port': {'1.7'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'PortForwarding': {'1.3'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'QosPolicy': {'1.10'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SecurityGroup': {'1.5'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SecurityGroupRule': {'1.2'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SubPort': {'1.0'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Subnet': {'1.1'}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Trunk': {'1.1'}} Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: consumer versions: Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: { DHCP agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: L3 agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: Metadata agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: Metering agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: Open vSwitch agent@dv-cinder-820027-16-iscsi: { 'AddressGroup': '1.2', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Agent': '1.1', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'ConntrackHelper': '1.0', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'LocalIPAssociation': '1.0', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Log': '1.0', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'NDPProxy': '1.0', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Network': '1.1', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Port': '1.7', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'PortForwarding': '1.3', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'QosPolicy': '1.10', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SecurityGroup': '1.5', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SecurityGroupRule': '1.2', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SubPort': '1.0', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Subnet': '1.1', Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Trunk': '1.1'}} Jul 25 18:55:11.943799 dv-cinder-820027-16-iscsi neutron-server[111004]: {{(pid=111004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 18:55:11.999654 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Attempting to bind port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 18:55:12.000062 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Attempting to bind port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 18:55:12.000497 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Attempting to bind port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 on network 09d27cfb-23d9-49b0-856a-7e3d6af511be {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 18:55:12.006848 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 18, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 18:55:12.007260 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Checking segment: {'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 18:55:12.007713 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:12.008110 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Bound using segment: {'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 18:55:12.008604 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Bound port: 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 18:55:12.009108 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:12.077714 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] For port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 18:55:12.098310 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] For port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5,segment=NetworkSegment(5413577f-03a7-435c-9c59-bf533d9e6399),segment_id=5413577f-03a7-435c-9c59-bf533d9e6399)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 18:55:12.187044 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:12.193475 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:12.210956 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:12.254427 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684949a-82cd-4df6-8d17-926dae0bb0c4 None None] Pushing event updated for resources: {'Port': ['ID=3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:13.174946 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35674) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:13.585953 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [None req-ce673af4-88dd-441e-9fe5-292748c1771c admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 18:55:13.587012 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-ce673af4-88dd-441e-9fe5-292748c1771c admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4110849 Jul 25 18:55:15.967014 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 35682) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:16.537172 dv-cinder-820027-16-iscsi neutron-server[111003]: WARNING oslo_policy.policy [None req-17d998b6-9d59-45bf-a068-437d96e05297 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 18:55:16.537750 dv-cinder-820027-16-iscsi neutron-server[111003]: WARNING oslo_policy.policy [None req-17d998b6-9d59-45bf-a068-437d96e05297 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 18:55:16.769129 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [None req-17d998b6-9d59-45bf-a068-437d96e05297 admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 18:55:16.770458 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-17d998b6-9d59-45bf-a068-437d96e05297 admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8013940 Jul 25 18:55:19.129337 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35696) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:19.518235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-b06460d3-a5f6-4c4c-88a3-464e6208608d demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:55:19.630127 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b06460d3-a5f6-4c4c-88a3-464e6208608d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:19.631920 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b06460d3-a5f6-4c4c-88a3-464e6208608d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:19.771953 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:19.782694 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b06460d3-a5f6-4c4c-88a3-464e6208608d demo demo] Publish callbacks [] for router_controller (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), precommit_add_association {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:19.883898 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b06460d3-a5f6-4c4c-88a3-464e6208608d demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:20.131177 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b06460d3-a5f6-4c4c-88a3-464e6208608d demo demo] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:20.141097 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b06460d3-a5f6-4c4c-88a3-464e6208608d demo demo] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0019023 Jul 25 18:55:20.696400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ff755-ef3f-41c1-873f-566d7234c8bd None None] Network 09d27cfb-23d9-49b0-856a-7e3d6af511be requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 18:55:20.766088 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-a35f9dd9-5ae5-4675-a3bc-8617b4ba2f41 None None] Provisioning complete for port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:20.767072 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a35f9dd9-5ae5-4675-a3bc-8617b4ba2f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:20.950202 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 18:55:20.986809 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-a35f9dd9-5ae5-4675-a3bc-8617b4ba2f41 None None] Current status of the port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:20.987204 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a35f9dd9-5ae5-4675-a3bc-8617b4ba2f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:21.072187 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-a35f9dd9-5ae5-4675-a3bc-8617b4ba2f41 None None] For port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5,segment=NetworkSegment(5413577f-03a7-435c-9c59-bf533d9e6399),segment_id=5413577f-03a7-435c-9c59-bf533d9e6399)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 18:55:21.083828 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:21.084230 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:21.178920 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:21.179459 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:21.181545 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:21.208855 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a35f9dd9-5ae5-4675-a3bc-8617b4ba2f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:21.282211 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.db.api [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 18:55:21.282603 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG oslo_db.api [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 18:55:21.292316 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f9dd9-5ae5-4675-a3bc-8617b4ba2f41 None None] Pushing event updated for resources: {'Port': ['ID=3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:21.333603 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-1a2eca4a-7fb8-4c5c-a7b3-e2a05641a28f None None] Provisioning complete for port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:21.334229 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1a2eca4a-7fb8-4c5c-a7b3-e2a05641a28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:21.389795 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:21.441072 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-1a2eca4a-7fb8-4c5c-a7b3-e2a05641a28f None None] Current status of the port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:21.818198 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:22.520536 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35710) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:22.862936 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [None req-f83dc583-5cbd-457e-bd2e-0a1b0c54d32e admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 18:55:22.864203 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f83dc583-5cbd-457e-bd2e-0a1b0c54d32e admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3426874 Jul 25 18:55:22.904782 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 18:55:22.956850 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:22.957221 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:23.037062 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:25.504334 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 35718) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:25.773954 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-26b0dfd4-c38d-40e9-aa24-f9ddd5ba1270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:25.850934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:55:25.940161 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Made reservation on behalf of c39adca8a83c49e4a2ab45e68b3a9724 for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 18:55:25.942560 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:25.951408 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:26.040554 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Publish callbacks [] for security_group (f0687364-3ce6-4afe-905c-f4ab402f7fc7), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:26.097876 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f0687364-3ce6-4afe-905c-f4ab402f7fc7), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:26.115542 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Reserving flat network on physical network physnet1 {{(pid=111002) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 25 18:55:26.138214 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0687364-3ce6-4afe-905c-f4ab402f7fc7,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:26.141239 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (f03b016b-e461-4b34-85dc-6c9012e6a919), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:26.141642 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Added segment f03b016b-e461-4b34-85dc-6c9012e6a919 of type flat for network fc2c7b53-4629-43d5-a815-1ec5efe763ed Jul 25 18:55:26.191357 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (fc2c7b53-4629-43d5-a815-1ec5efe763ed), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:26.282622 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (fc2c7b53-4629-43d5-a815-1ec5efe763ed), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:26.283664 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:55:26.284262 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:26.378533 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] Pushing event updated for resources: {'Network': ['ID=fc2c7b53-4629-43d5-a815-1ec5efe763ed,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:26.388659 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 18:55:26.438716 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-41c7fba9-fb0f-4199-a04c-379c7a0128fd admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9326305 Jul 25 18:55:28.237357 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4c3c1d8f-85ca-4ecf-9809-7492409667e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:28.749177 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 35726) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:29.098105 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writer thread running {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 25 18:55:29.098731 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:29.282421 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.policy [None req-1e2aff36-6af7-4dee-be7e-1b31360ff170 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111003) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 25 18:55:29.326393 dv-cinder-820027-16-iscsi neutron-server[111003]: WARNING oslo_policy.policy [None req-1e2aff36-6af7-4dee-be7e-1b31360ff170 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 18:55:29.326788 dv-cinder-820027-16-iscsi neutron-server[111003]: WARNING oslo_policy.policy [None req-1e2aff36-6af7-4dee-be7e-1b31360ff170 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 25 18:55:29.335556 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2aff36-6af7-4dee-be7e-1b31360ff170 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:55:29.337352 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1e2aff36-6af7-4dee-be7e-1b31360ff170 demo admin] 10.222.0.17 "GET /v2.0/subnets/484dcce9-881f-4551-8a92-74c2f204745e HTTP/1.1" status: 200 len: 849 time: 0.5872135 Jul 25 18:55:29.446767 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:29.513981 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c6aaa830-038d-4783-87a9-d7725674be0e demo admin] 10.222.0.17 "GET /v2.0/routers/ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 HTTP/1.1" status: 200 len: 704 time: 0.1707165 Jul 25 18:55:29.795075 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:30.139792 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Allocated IP 172.20.0.1 (09d27cfb-23d9-49b0-856a-7e3d6af511be/484dcce9-881f-4551-8a92-74c2f204745e/9a970280-a6f3-495b-843b-3eba27d7b20f) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 18:55:30.399431 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Publish callbacks [] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:30.534317 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:30.605624 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Network 09d27cfb-23d9-49b0-856a-7e3d6af511be is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 18:55:30.610208 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 18:55:30.652856 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 18:55:30.654002 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:30.673477 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Pushing event updated for resources: {'Port': ['ID=9a970280-a6f3-495b-843b-3eba27d7b20f,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:30.724250 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.724601 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.724972 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.725318 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.725656 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.725996 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.726349 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.726704 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.727049 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.727384 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.727729 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.728063 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.728390 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.728715 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.729042 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Tracked resource versions report: Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: pushed versions: Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: { 'AddressGroup': {'1.2'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Agent': {'1.1'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'ConntrackHelper': {'1.0'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'LocalIPAssociation': {'1.0'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Log': {'1.0'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'NDPProxy': {'1.0'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Network': {'1.1'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Port': {'1.7'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'PortForwarding': {'1.3'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'QosPolicy': {'1.10'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SecurityGroup': {'1.5'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SecurityGroupRule': {'1.2'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SubPort': {'1.0'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Subnet': {'1.1'}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Trunk': {'1.1'}} Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: consumer versions: Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: { DHCP agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: L3 agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: Metadata agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: Metering agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: Open vSwitch agent@dv-cinder-820027-16-iscsi: { 'AddressGroup': '1.2', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Agent': '1.1', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'ConntrackHelper': '1.0', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'LocalIPAssociation': '1.0', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Log': '1.0', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'NDPProxy': '1.0', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Network': '1.1', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Port': '1.7', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'PortForwarding': '1.3', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'QosPolicy': '1.10', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SecurityGroup': '1.5', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SecurityGroupRule': '1.2', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SubPort': '1.0', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Subnet': '1.1', Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Trunk': '1.1'}} Jul 25 18:55:30.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: {{(pid=111003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 18:55:30.810912 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:30.821528 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-9a11dbc7-ac85-4001-b00b-4a7cbe86c75a None None] Provisioning complete for port 9a970280-a6f3-495b-843b-3eba27d7b20f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:30.822854 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9a11dbc7-ac85-4001-b00b-4a7cbe86c75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:30.860131 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-9a11dbc7-ac85-4001-b00b-4a7cbe86c75a None None] Port 9a970280-a6f3-495b-843b-3eba27d7b20f cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 18:55:30.904135 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:30.971206 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:30.972933 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:31.166980 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:31.191589 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Publish callbacks [] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:31.276845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:31.277778 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:31.356432 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Pushing event updated for resources: {'Port': ['ID=9a970280-a6f3-495b-843b-3eba27d7b20f,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:31.409551 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Network 09d27cfb-23d9-49b0-856a-7e3d6af511be is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 18:55:31.411014 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 18:55:31.587382 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-f0567026-33da-45d7-806d-3276f0bbe74f None None] Provisioning complete for port 9a970280-a6f3-495b-843b-3eba27d7b20f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:31.587858 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f0567026-33da-45d7-806d-3276f0bbe74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:31.620926 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-f0567026-33da-45d7-806d-3276f0bbe74f None None] Port 9a970280-a6f3-495b-843b-3eba27d7b20f cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 18:55:31.646542 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Router ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 18:55:31.783803 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 18:55:31.789220 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-84b7134a-844e-46c1-8116-d9b9abba6453 demo admin] 10.222.0.17 "PUT /v2.0/routers/ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2693083 Jul 25 18:55:31.794465 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Sync routers for ids ['ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 18:55:31.808877 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Routers {'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 18:55:31.809723 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T18:55:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:31.999094 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Set router ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 gateway port host: None {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 18:55:32.446775 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'name': 'router1', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T18:55:19Z', 'updated_at': '2022-07-25T18:55:30Z', 'revision_number': 2, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'gw_port_host': None, '_interfaces': [{'id': '9a970280-a6f3-495b-843b-3eba27d7b20f', 'name': '', 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'mac_address': 'fa:16:3e:c5:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '484dcce9-881f-4551-8a92-74c2f204745e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:29Z', 'updated_at': '2022-07-25T18:55:31Z', 'revision_number': 2, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'subnets': [{'id': '484dcce9-881f-4551-8a92-74c2f204745e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9763e379-0932-452b-9778-a82995736365'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:32.496804 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Checking router: ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 18:55:32.497183 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Updating router ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 port 9a970280-a6f3-495b-843b-3eba27d7b20f binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 18:55:32.554392 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.086236 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Publish callbacks [] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.151566 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.300974 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Pushing event updated for resources: {'Port': ['ID=9a970280-a6f3-495b-843b-3eba27d7b20f,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:33.337156 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Attempting to bind port 9a970280-a6f3-495b-843b-3eba27d7b20f on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 18:55:33.337558 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Attempting to bind port 9a970280-a6f3-495b-843b-3eba27d7b20f by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 18:55:33.338004 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Attempting to bind port 9a970280-a6f3-495b-843b-3eba27d7b20f on network 09d27cfb-23d9-49b0-856a-7e3d6af511be {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 18:55:33.341842 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.342087 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.342459 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.342800 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.343183 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.343450 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.343800 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.344218 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.344452 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.344784 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.345104 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.345440 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.345762 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.346085 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.346425 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Tracked resource versions report: Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: pushed versions: Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: { 'AddressGroup': {'1.2'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Agent': {'1.1'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'ConntrackHelper': {'1.0'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'LocalIPAssociation': {'1.0'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Log': {'1.0'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'NDPProxy': {'1.0'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Network': {'1.1'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Port': {'1.7'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'PortForwarding': {'1.3'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'QosPolicy': {'1.10'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SecurityGroup': {'1.5'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SecurityGroupRule': {'1.2'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SubPort': {'1.0'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Subnet': {'1.1'}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Trunk': {'1.1'}} Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: consumer versions: Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: { DHCP agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: L3 agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: Metadata agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: Metering agent@dv-cinder-820027-16-iscsi: {}, Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: Open vSwitch agent@dv-cinder-820027-16-iscsi: { 'AddressGroup': '1.2', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Agent': '1.1', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'ConntrackHelper': '1.0', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'LocalIPAssociation': '1.0', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Log': '1.0', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'NDPProxy': '1.0', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Network': '1.1', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Port': '1.7', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'PortForwarding': '1.3', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'QosPolicy': '1.10', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SecurityGroup': '1.5', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SecurityGroupRule': '1.2', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SubPort': '1.0', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Subnet': '1.1', Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Trunk': '1.1'}} Jul 25 18:55:33.347922 dv-cinder-820027-16-iscsi neutron-server[111005]: {{(pid=111005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 18:55:33.352925 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 18:55:33.353468 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Checking segment: {'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 18:55:33.353945 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.354354 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Bound using segment: {'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 18:55:33.354844 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Bound port: 9a970280-a6f3-495b-843b-3eba27d7b20f, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5413577f-03a7-435c-9c59-bf533d9e6399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 18:55:33.355230 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.433677 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] For port 9a970280-a6f3-495b-843b-3eba27d7b20f, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 18:55:33.448774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-cc7a6a6e-b0f2-4457-af1e-e32cea9d703d None None] Provisioning complete for port 9a970280-a6f3-495b-843b-3eba27d7b20f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:33.449832 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cc7a6a6e-b0f2-4457-af1e-e32cea9d703d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.461355 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] For port 9a970280-a6f3-495b-843b-3eba27d7b20f, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=9a970280-a6f3-495b-843b-3eba27d7b20f,segment=NetworkSegment(5413577f-03a7-435c-9c59-bf533d9e6399),segment_id=5413577f-03a7-435c-9c59-bf533d9e6399)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 18:55:33.463817 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:33.487425 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-cc7a6a6e-b0f2-4457-af1e-e32cea9d703d None None] Port 9a970280-a6f3-495b-843b-3eba27d7b20f cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 18:55:33.539894 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.567463 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:33.608833 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3301558-343c-43e6-ac5c-f212a6950cdf None None] Pushing event updated for resources: {'Port': ['ID=9a970280-a6f3-495b-843b-3eba27d7b20f,revision_number=4']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:33.618085 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Routers {'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 18:55:33.618748 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T18:55:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:33.715597 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] Set router ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 gateway port host: None {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 18:55:33.807449 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-ab07f014-c960-46d9-899e-371da021ef1b None None] Provisioning complete for port 9a970280-a6f3-495b-843b-3eba27d7b20f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:33.807915 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab07f014-c960-46d9-899e-371da021ef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.922575 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-ab07f014-c960-46d9-899e-371da021ef1b None None] Current status of the port 9a970280-a6f3-495b-843b-3eba27d7b20f is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:33.923034 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab07f014-c960-46d9-899e-371da021ef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:33.933372 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'name': 'router1', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T18:55:19Z', 'updated_at': '2022-07-25T18:55:30Z', 'revision_number': 2, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'gw_port_host': None, '_interfaces': [{'id': '9a970280-a6f3-495b-843b-3eba27d7b20f', 'name': '', 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'mac_address': 'fa:16:3e:c5:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '484dcce9-881f-4551-8a92-74c2f204745e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:29Z', 'updated_at': '2022-07-25T18:55:33Z', 'revision_number': 4, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'subnets': [{'id': '484dcce9-881f-4551-8a92-74c2f204745e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9763e379-0932-452b-9778-a82995736365'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:33.967309 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ab07f014-c960-46d9-899e-371da021ef1b None None] For port 9a970280-a6f3-495b-843b-3eba27d7b20f, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=9a970280-a6f3-495b-843b-3eba27d7b20f,segment=NetworkSegment(5413577f-03a7-435c-9c59-bf533d9e6399),segment_id=5413577f-03a7-435c-9c59-bf533d9e6399)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 18:55:33.968677 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974ae153-7a85-49bc-a798-737e9e6c6088 None None] The sync data for ids ['ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'] in dv-cinder-820027-16-iscsi is: [{'id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'name': 'router1', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T18:55:19Z', 'updated_at': '2022-07-25T18:55:30Z', 'revision_number': 2, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'gw_port_host': None, '_interfaces': [{'id': '9a970280-a6f3-495b-843b-3eba27d7b20f', 'name': '', 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'mac_address': 'fa:16:3e:c5:79:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '484dcce9-881f-4551-8a92-74c2f204745e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:29Z', 'updated_at': '2022-07-25T18:55:33Z', 'revision_number': 4, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'subnets': [{'id': '484dcce9-881f-4551-8a92-74c2f204745e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9763e379-0932-452b-9778-a82995736365'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 18:55:34.065253 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab07f014-c960-46d9-899e-371da021ef1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:34.123359 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07f014-c960-46d9-899e-371da021ef1b None None] Pushing event updated for resources: {'Port': ['ID=9a970280-a6f3-495b-843b-3eba27d7b20f,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:34.148615 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 35746) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:34.710103 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df83984-56e5-4488-aa00-64ed48157c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:55:34.712365 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1df83984-56e5-4488-aa00-64ed48157c05 admin admin] 10.222.0.17 "GET /v2.0/networks/fc2c7b53-4629-43d5-a815-1ec5efe763ed HTTP/1.1" status: 200 len: 842 time: 0.5625072 Jul 25 18:55:34.722919 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'ip_version': 4, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:55:34.874768 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Made reservation on behalf of c39adca8a83c49e4a2ab45e68b3a9724 for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 18:55:34.878007 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:34.921428 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:35.231720 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:35.307616 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.objects.ports [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111003) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 25 18:55:35.308168 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (2b71264f-c6f5-4068-9977-a209b0c59518), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:35.370116 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b71264f-c6f5-4068-9977-a209b0c59518,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:35.380217 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 18:55:35.380574 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Network hostable DHCP agents. Network: fc2c7b53-4629-43d5-a815-1ec5efe763ed, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 18:55:35.491731 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 18:55:35.594860 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, fc2c7b53-4629-43d5-a815-1ec5efe763ed) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 18:55:35.601897 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:55:35.602572 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:35.609882 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc141d1-e7b4-457d-81d2-df53b3313389 None None] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 18:55:35.667010 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:35.717513 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bdf9d86-1120-4846-9376-2541882d81b5 None None] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 18:55:35.730644 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-cad7c3ad-2738-4ee3-843a-6d78dd5ab0de admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0120120 Jul 25 18:55:35.775421 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:36.371537 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:UPDATE=3,neutron:SELECT=53,neutron:DELETE=5,neutron:INSERT=16 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:36.374916 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=30,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:38.081623 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 35756) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:38.549034 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-8c95e279-ab5f-4c63-afea-c0707eb87df7 demo admin] 10.222.0.17 "GET /v2.0/routers/ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 HTTP/1.1" status: 200 len: 710 time: 0.4606295 Jul 25 18:55:38.647640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07896c8a-08cf-4baf-b3e6-f1b2ebf45f63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:55:38.649024 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-07896c8a-08cf-4baf-b3e6-f1b2ebf45f63 demo admin] 10.222.0.17 "GET /v2.0/networks/fc2c7b53-4629-43d5-a815-1ec5efe763ed HTTP/1.1" status: 200 len: 886 time: 0.0992668 Jul 25 18:55:38.659542 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:55:38.924618 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks [] for router_gateway (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:39.140853 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:39.230932 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks [] for router_gateway (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:39.381848 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:39.496808 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Allocated IP 172.27.0.53 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/3fb9ce74-7442-4ea1-8574-8a2393b09e31) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 18:55:39.551837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:39.608697 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks [] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:39.722495 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:39.769608 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 18:55:39.773142 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 18:55:39.775192 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Pushing event updated for resources: {'Port': ['ID=3fb9ce74-7442-4ea1-8574-8a2393b09e31,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:39.779238 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 18:55:40.142006 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks [] for router_gateway (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:40.253158 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:40.355969 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-569655', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-398392', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-441'] for router (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:40.359467 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-569656', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-569614', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-398369'] for router (ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:40.467128 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Router ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 18:55:40.572714 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 18:55:40.577725 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:40.579679 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-7c938d8a-ea71-4083-a4bb-b4e57319c22b demo admin] 10.222.0.17 "PUT /v2.0/routers/ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 HTTP/1.1" status: 200 len: 889 time: 1.9242594 Jul 25 18:55:40.584627 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Sync routers for ids ['ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 18:55:40.597809 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Routers {'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 18:55:40.598623 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T18:55:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:40.829939 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Set router ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 18:55:40.987097 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 9a970280-a6f3-495b-843b-3eba27d7b20f up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 18:55:41.176338 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 9a970280-a6f3-495b-843b-3eba27d7b20f triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:41.176728 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:41.382480 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'name': 'router1', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '3fb9ce74-7442-4ea1-8574-8a2393b09e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T18:55:19Z', 'updated_at': '2022-07-25T18:55:39Z', 'revision_number': 4, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'gw_port': {'id': '3fb9ce74-7442-4ea1-8574-8a2393b09e31', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:39Z', 'updated_at': '2022-07-25T18:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '9a970280-a6f3-495b-843b-3eba27d7b20f', 'name': '', 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'mac_address': 'fa:16:3e:c5:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '484dcce9-881f-4551-8a92-74c2f204745e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:29Z', 'updated_at': '2022-07-25T18:55:33Z', 'revision_number': 5, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'subnets': [{'id': '484dcce9-881f-4551-8a92-74c2f204745e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9763e379-0932-452b-9778-a82995736365'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:41.438143 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Checking router: ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 18:55:41.438549 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Updating router ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 port 3fb9ce74-7442-4ea1-8574-8a2393b09e31 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 18:55:41.518663 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 9a970280-a6f3-495b-843b-3eba27d7b20f is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:41.520804 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:41.860563 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Publish callbacks [] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:41.939300 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:41.987252 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:41.991289 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:41.995742 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Attempting to bind port 3fb9ce74-7442-4ea1-8574-8a2393b09e31 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 18:55:41.999811 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Attempting to bind port 3fb9ce74-7442-4ea1-8574-8a2393b09e31 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 18:55:41.999811 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Attempting to bind port 3fb9ce74-7442-4ea1-8574-8a2393b09e31 on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 18:55:41.999811 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03a9c1-8c8d-4891-abad-ced536179e43 None None] Pushing event updated for resources: {'Port': ['ID=3fb9ce74-7442-4ea1-8574-8a2393b09e31,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:42.004257 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 18, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 18:55:42.004633 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 18:55:42.005046 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:42.005407 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 18:55:42.005869 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Bound port: 3fb9ce74-7442-4ea1-8574-8a2393b09e31, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 18:55:42.006825 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:42.058765 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] For port 3fb9ce74-7442-4ea1-8574-8a2393b09e31, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 18:55:42.061882 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] For port 3fb9ce74-7442-4ea1-8574-8a2393b09e31, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=3fb9ce74-7442-4ea1-8574-8a2393b09e31,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 18:55:42.162399 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:42.229680 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03a9c1-8c8d-4891-abad-ced536179e43 None None] Pushing event updated for resources: {'Port': ['ID=3fb9ce74-7442-4ea1-8574-8a2393b09e31,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:42.232181 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Routers {'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 18:55:42.239583 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T18:55:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:42.351703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] Set router ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 18:55:42.564452 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'name': 'router1', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '3fb9ce74-7442-4ea1-8574-8a2393b09e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T18:55:19Z', 'updated_at': '2022-07-25T18:55:39Z', 'revision_number': 4, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'gw_port': {'id': '3fb9ce74-7442-4ea1-8574-8a2393b09e31', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:39Z', 'updated_at': '2022-07-25T18:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '9a970280-a6f3-495b-843b-3eba27d7b20f', 'name': '', 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'mac_address': 'fa:16:3e:c5:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '484dcce9-881f-4551-8a92-74c2f204745e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:29Z', 'updated_at': '2022-07-25T18:55:33Z', 'revision_number': 5, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'subnets': [{'id': '484dcce9-881f-4551-8a92-74c2f204745e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9763e379-0932-452b-9778-a82995736365'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 18:55:42.594172 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61019954-33cc-43ee-ab3f-50350fc33c0a None None] The sync data for ids ['ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84'] in dv-cinder-820027-16-iscsi is: [{'id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'name': 'router1', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '3fb9ce74-7442-4ea1-8574-8a2393b09e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T18:55:19Z', 'updated_at': '2022-07-25T18:55:39Z', 'revision_number': 4, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'gw_port': {'id': '3fb9ce74-7442-4ea1-8574-8a2393b09e31', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:2c:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:39Z', 'updated_at': '2022-07-25T18:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '9a970280-a6f3-495b-843b-3eba27d7b20f', 'name': '', 'network_id': '09d27cfb-23d9-49b0-856a-7e3d6af511be', 'tenant_id': 'f0435acd015c454f926f9318bb5503b2', 'mac_address': 'fa:16:3e:c5:79:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9ab0c6-d0a9-4bc7-9f7c-a5a6ba621d84', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '484dcce9-881f-4551-8a92-74c2f204745e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T18:55:29Z', 'updated_at': '2022-07-25T18:55:33Z', 'revision_number': 5, 'project_id': 'f0435acd015c454f926f9318bb5503b2', 'subnets': [{'id': '484dcce9-881f-4551-8a92-74c2f204745e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9763e379-0932-452b-9778-a82995736365'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 18:55:42.948420 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 3fb9ce74-7442-4ea1-8574-8a2393b09e31 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 18:55:42.994710 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 3fb9ce74-7442-4ea1-8574-8a2393b09e31 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:42.995185 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:43.082936 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 3fb9ce74-7442-4ea1-8574-8a2393b09e31 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:43.083262 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:43.106519 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 3fb9ce74-7442-4ea1-8574-8a2393b09e31, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=3fb9ce74-7442-4ea1-8574-8a2393b09e31,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 18:55:43.138393 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 35770) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:55:43.246601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:43.298371 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=3fb9ce74-7442-4ea1-8574-8a2393b09e31,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:55:43.615932 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-fc6cbc3a-dcdc-4a2a-a533-6167cad62309 admin admin] 10.222.0.17 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4762778 Jul 25 18:55:43.931658 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:43.938105 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=70 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:44.923636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 3fb9ce74-7442-4ea1-8574-8a2393b09e31 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 18:55:44.950822 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:44.979150 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 3fb9ce74-7442-4ea1-8574-8a2393b09e31 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:55:44.979549 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3fb9ce74-7442-4ea1-8574-8a2393b09e31), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:45.058202 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 3fb9ce74-7442-4ea1-8574-8a2393b09e31 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:55:52.771737 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 18:55:53.603810 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=23 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:53.612089 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:55.057154 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:55:55.785213 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a4384cdf-ca31-487a-b8be-e9fa9df7d264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:58.246723 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fc05b952-3b24-488f-aa88-f7fba4812a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:55:59.407170 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:01.030450 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:01.201521 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:02.763565 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:08.801555 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:11.098012 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:11.101539 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:25.759782 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-955fbebf-5e9e-4996-a0b3-15c5a3da8b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:28.251052 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-976e41d7-678d-4620-a2ec-5d6c3ae59bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:29.780125 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 18:56:29.971355 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:30.862791 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:31.199663 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:39.773125 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:39.779841 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:41.088852 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:41.095108 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:53.763392 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:53.764515 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:56:55.798964 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8fbab247-fb53-4b0c-9775-f4d776536320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:58.244003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-45b67cb1-ddbf-4298-b2c9-9b6cd020657a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:56:59.409737 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:00.947213 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:01.175381 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:06.785657 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 18:57:11.094426 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:11.096999 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:11.457359 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36308) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:11.912052 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cdfee3-2ffa-4028-98e2-ba572e575cc5 admin admin] GET failed (client error): The resource could not be found. Jul 25 18:57:11.913414 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-69cdfee3-2ffa-4028-98e2-ba572e575cc5 admin admin] 10.222.0.17 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.4549000 Jul 25 18:57:12.083582 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c1cbca-a03e-4426-a63b-7f3d250bd26d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:12.084819 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-53c1cbca-a03e-4426-a63b-7f3d250bd26d admin admin] 10.222.0.17 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1662607 Jul 25 18:57:14.317435 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36318) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:14.719604 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2555a8b5-0a1d-4fbe-8c36-34503acc4d75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:14.720891 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-2555a8b5-0a1d-4fbe-8c36-34503acc4d75 admin admin] 10.222.0.17 "GET /v2.0/subnets/484dcce9-881f-4551-8a92-74c2f204745e HTTP/1.1" status: 200 len: 849 time: 0.4024868 Jul 25 18:57:14.731459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:57:14.829965 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Publish callbacks [] for subnet (484dcce9-881f-4551-8a92-74c2f204745e), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:15.060881 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731869260391'] for subnet (484dcce9-881f-4551-8a92-74c2f204745e), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:15.096963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:15.097563 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:15.098900 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] 10.222.0.17 "PUT /v2.0/subnets/484dcce9-881f-4551-8a92-74c2f204745e HTTP/1.1" status: 200 len: 868 time: 0.3720090 Jul 25 18:57:15.114094 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9cd0e8-09be-4100-987f-004272341251 None None] Network 09d27cfb-23d9-49b0-856a-7e3d6af511be requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 18:57:15.120787 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=484dcce9-881f-4551-8a92-74c2f204745e,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:57:15.129132 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.129539 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.129839 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.130184 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.130963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.131314 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.131644 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.131974 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.132328 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.132657 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.132991 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.133384 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.133730 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.134045 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.134386 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcada52d-73c7-411b-b7eb-0cdca8eea77a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:57:15.475807 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-321effbe-d578-438d-b912-b86ad7b4d965 None None] Provisioning complete for port 9a970280-a6f3-495b-843b-3eba27d7b20f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:57:15.476770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-321effbe-d578-438d-b912-b86ad7b4d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (9a970280-a6f3-495b-843b-3eba27d7b20f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:15.559084 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-321effbe-d578-438d-b912-b86ad7b4d965 None None] Current status of the port 9a970280-a6f3-495b-843b-3eba27d7b20f is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:57:15.567985 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-321effbe-d578-438d-b912-b86ad7b4d965 None None] Provisioning complete for port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:57:15.568377 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-321effbe-d578-438d-b912-b86ad7b4d965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:15.651203 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-321effbe-d578-438d-b912-b86ad7b4d965 None None] Current status of the port 3f2f4607-37b8-4dbb-ae63-d7bd7e2b32c5 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:57:16.775098 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:16.776943 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:17.706205 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36328) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:18.381405 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f827c0-b660-4f16-aa95-6e53c1e629d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:18.381802 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f827c0-b660-4f16-aa95-6e53c1e629d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:18.389058 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-47f827c0-b660-4f16-aa95-6e53c1e629d9 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6762254 Jul 25 18:57:20.827291 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36336) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:21.396495 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce819335-3950-4cbf-9d4f-e663beb05eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:21.397244 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce819335-3950-4cbf-9d4f-e663beb05eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:21.399185 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ce819335-3950-4cbf-9d4f-e663beb05eb0 admin admin] 10.222.0.17 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5708983 Jul 25 18:57:23.854362 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36344) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:24.405740 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce7a997-6bd1-4019-9b8a-2f0c90ff4c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:24.407160 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3ce7a997-6bd1-4019-9b8a-2f0c90ff4c48 admin admin] 10.222.0.17 "GET /v2.0/networks/09d27cfb-23d9-49b0-856a-7e3d6af511be HTTP/1.1" status: 200 len: 869 time: 0.5518863 Jul 25 18:57:25.124504 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=51,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:25.125824 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=46,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:25.642714 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=43 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:25.649457 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=34 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:25.752295 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ad22fc79-ad70-4f65-ad00-b7d83848f5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:26.844818 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36352) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:27.316084 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b13002-4849-457b-a395-8673fa138636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:27.317503 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-47b13002-4849-457b-a395-8673fa138636 admin admin] 10.222.0.17 "GET /v2.0/networks/fc2c7b53-4629-43d5-a815-1ec5efe763ed HTTP/1.1" status: 200 len: 886 time: 0.4716725 Jul 25 18:57:28.260326 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-08a6eb41-b1c5-4f8a-985f-ac47a3641aca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:29.398406 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:29.635976 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36360) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:30.108563 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddad1f-9fc3-4414-8537-e642693a61b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:30.109028 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddad1f-9fc3-4414-8537-e642693a61b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:30.110818 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5cddad1f-9fc3-4414-8537-e642693a61b7 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4730294 Jul 25 18:57:30.877862 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:31.209074 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:32.432250 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36368) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:32.821342 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ad91a-3860-49ad-b625-2e98b2f15500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:32.821801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954ad91a-3860-49ad-b625-2e98b2f15500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:32.823396 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-954ad91a-3860-49ad-b625-2e98b2f15500 admin admin] 10.222.0.17 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3898020 Jul 25 18:57:35.094166 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36376) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:35.491692 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ace5669-2ca1-4636-a17a-fe29f3932d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:35.493086 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-0ace5669-2ca1-4636-a17a-fe29f3932d36 admin admin] 10.222.0.17 "GET /v2.0/subnets/2b71264f-c6f5-4068-9977-a209b0c59518 HTTP/1.1" status: 200 len: 816 time: 0.3979287 Jul 25 18:57:37.733005 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36384) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:57:38.128997 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d72c87-52d9-429d-8e68-96eddbd37d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:57:38.130412 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-84d72c87-52d9-429d-8e68-96eddbd37d03 admin admin] 10.222.0.17 "GET /v2.0/subnets/484dcce9-881f-4551-8a92-74c2f204745e HTTP/1.1" status: 200 len: 868 time: 0.3963687 Jul 25 18:57:41.092065 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:41.098141 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:42.815974 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=56 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:42.816795 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=64 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:43.783928 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 18:57:48.123766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=18 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:48.126152 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=25 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:53.778759 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=19 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:53.779875 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=15 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:57:55.791400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-74c8a6d6-1413-4b46-b0b6-935ab1a0a3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:58.254026 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a5be85c2-9afc-45c6-959d-dd9c246fa339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:57:59.414132 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:00.872322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:01.225452 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:09.221678 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36442) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:58:09.571419 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [None req-81b745e5-9a2a-4a4c-9f3b-30f3d0d8165c admin admin] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 18:58:09.572615 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-81b745e5-9a2a-4a4c-9f3b-30f3d0d8165c admin admin] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3498847 Jul 25 18:58:11.104733 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:11.107615 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:11.936923 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36450) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:58:12.303788 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.pecan_wsgi.hooks.translation [None req-fff0939e-1a71-431b-a406-03fa1d4d764f admin admin] GET failed (client error): The resource could not be found. Jul 25 18:58:12.305173 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-fff0939e-1a71-431b-a406-03fa1d4d764f admin admin] 10.222.0.17 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3672903 Jul 25 18:58:12.460115 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7e6422-68fd-44ab-9b9f-cf997121c5f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:58:12.461615 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6a7e6422-68fd-44ab-9b9f-cf997121c5f0 admin admin] 10.222.0.17 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1515071 Jul 25 18:58:14.731824 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36458) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:58:15.087752 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:58:15.300965 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Made reservation on behalf of c39adca8a83c49e4a2ab45e68b3a9724 for: {'network': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 18:58:15.303521 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:15.336409 dv-cinder-820027-16-iscsi neutron-server[111003]: WARNING neutron.services.revisions.revision_plugin [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Could not find related network for resource to bump revision. Jul 25 18:58:15.353795 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=111003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 18:58:15.366748 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731869398402', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (243b6cbf-5309-42be-8384-cf0f6f6d3edf), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:15.367295 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Unsubscribe: segment precommit_create {{(pid=111003) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 25 18:58:15.367748 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.segments_db [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Added segment 243b6cbf-5309-42be-8384-cf0f6f6d3edf of type vlan for network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 Jul 25 18:58:15.414911 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (baf95ee3-3d0d-496d-b1c4-3b2b6e643223), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:15.528029 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (baf95ee3-3d0d-496d-b1c4-3b2b6e643223), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:15.529057 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:58:15.529649 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:15.626139 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Pushing event updated for resources: {'Network': ['ID=baf95ee3-3d0d-496d-b1c4-3b2b6e643223,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:58:15.632799 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.633128 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.633491 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.633837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.634182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.635186 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.635525 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.635863 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.636205 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.636540 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.636871 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.637197 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.637522 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.637872 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.638196 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:15.650022 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 18:58:15.702102 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-2ffd9131-4ac0-4b8e-8be7-71ad45e7da7f admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.9693508 Jul 25 18:58:17.988369 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36466) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 18:58:18.357088 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.pecan_wsgi.hooks.translation [None req-491edd4c-61b9-40c4-9a94-28669c004e9b admin admin] GET failed (client error): The resource could not be found. Jul 25 18:58:18.357088 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-491edd4c-61b9-40c4-9a94-28669c004e9b admin admin] 10.222.0.17 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3673394 Jul 25 18:58:18.473424 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad5c032-65f8-4273-b4ea-ce1fe2af3d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:58:18.479209 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3ad5c032-65f8-4273-b4ea-ce1fe2af3d79 admin admin] 10.222.0.17 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1128922 Jul 25 18:58:18.485574 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223', 'description': 'shared-subnet'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 18:58:18.807813 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Made reservation on behalf of c39adca8a83c49e4a2ab45e68b3a9724 for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 18:58:18.810113 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:19.059793 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (1d96c29f-effb-45f5-968e-37d6096b7718), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:19.118624 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d96c29f-effb-45f5-968e-37d6096b7718,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:58:19.127050 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Checking segment: {'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 18:58:19.127426 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Network hostable DHCP agents. Network: baf95ee3-3d0d-496d-b1c4-3b2b6e643223, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 18:58:19.253950 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 18:58:19.379822 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, baf95ee3-3d0d-496d-b1c4-3b2b6e643223) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 18:58:19.384025 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 18:58:19.385280 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:19.400302 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe6d9bf-fbec-4fe1-bdf0-1f5e56b415a4 None None] Network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 18:58:19.497515 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-baf95ee3-3d0d-496d-b1c4-3b2b6e643223', 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223', 'project_id': 'c39adca8a83c49e4a2ab45e68b3a9724', 'fixed_ips': [{'subnet_id': '1d96c29f-effb-45f5-968e-37d6096b7718'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 18:58:19.498477 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:19.507735 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1209426b-4873-4c94-8d87-6f2a63846334 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0254736 Jul 25 18:58:19.656875 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Allocated IP 192.168.233.2 (baf95ee3-3d0d-496d-b1c4-3b2b6e643223/1d96c29f-effb-45f5-968e-37d6096b7718/f105584e-f67a-4b28-aff4-b46a0aaebbcd) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 18:58:19.838341 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Publish callbacks [] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:19.928456 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:19.975877 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 18:58:19.979417 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 18:58:19.983638 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 18:58:19.990754 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Pushing event updated for resources: {'Port': ['ID=f105584e-f67a-4b28-aff4-b46a0aaebbcd,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:58:20.017100 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.017435 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.017810 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.018171 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.018539 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.018883 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.019217 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.019549 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.019899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.020498 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.020834 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.021161 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.021493 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.021888 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.023198 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 18:58:20.063253 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Attempting to bind port f105584e-f67a-4b28-aff4-b46a0aaebbcd on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 18:58:20.063577 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Attempting to bind port f105584e-f67a-4b28-aff4-b46a0aaebbcd by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 18:58:20.063940 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Attempting to bind port f105584e-f67a-4b28-aff4-b46a0aaebbcd on network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 18:58:20.069580 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 18, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 18:58:20.070064 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Checking segment: {'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 18:58:20.070503 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:20.071068 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Bound using segment: {'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 18:58:20.071554 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Bound port: f105584e-f67a-4b28-aff4-b46a0aaebbcd, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 18:58:20.072553 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:20.140887 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] For port f105584e-f67a-4b28-aff4-b46a0aaebbcd, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 18:58:20.146305 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] For port f105584e-f67a-4b28-aff4-b46a0aaebbcd, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=f105584e-f67a-4b28-aff4-b46a0aaebbcd,segment=NetworkSegment(243b6cbf-5309-42be-8384-cf0f6f6d3edf),segment_id=243b6cbf-5309-42be-8384-cf0f6f6d3edf)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 18:58:20.276931 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:20.344782 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c52058-8eed-4d52-bd4d-e156056dc606 None None] Pushing event updated for resources: {'Port': ['ID=f105584e-f67a-4b28-aff4-b46a0aaebbcd,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:58:20.784858 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 18:58:21.053946 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device f105584e-f67a-4b28-aff4-b46a0aaebbcd up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 18:58:21.104147 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port f105584e-f67a-4b28-aff4-b46a0aaebbcd triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:58:21.104667 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:21.143725 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:21.182019 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:21.193168 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port f105584e-f67a-4b28-aff4-b46a0aaebbcd is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:58:21.194530 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:21.239185 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port f105584e-f67a-4b28-aff4-b46a0aaebbcd, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=f105584e-f67a-4b28-aff4-b46a0aaebbcd,segment=NetworkSegment(243b6cbf-5309-42be-8384-cf0f6f6d3edf),segment_id=243b6cbf-5309-42be-8384-cf0f6f6d3edf)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 18:58:21.250367 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e321d-6bde-4f4c-b28b-4eed44a94a95 None None] Network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 18:58:21.336317 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:21.340660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-2f84be8e-41bc-4054-ba9a-45f10f7b605a None None] Provisioning complete for port f105584e-f67a-4b28-aff4-b46a0aaebbcd triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:58:21.341163 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2f84be8e-41bc-4054-ba9a-45f10f7b605a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:21.457125 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=f105584e-f67a-4b28-aff4-b46a0aaebbcd,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 18:58:21.506889 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-2f84be8e-41bc-4054-ba9a-45f10f7b605a None None] Current status of the port f105584e-f67a-4b28-aff4-b46a0aaebbcd is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:58:21.721573 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-4946edce-4913-438a-8e04-46f9d3f84e0f None None] Provisioning complete for port f105584e-f67a-4b28-aff4-b46a0aaebbcd triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:58:21.721965 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4946edce-4913-438a-8e04-46f9d3f84e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:21.808466 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-4946edce-4913-438a-8e04-46f9d3f84e0f None None] Current status of the port f105584e-f67a-4b28-aff4-b46a0aaebbcd is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:58:22.448611 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=9 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:22.458558 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=13 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:23.015345 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device f105584e-f67a-4b28-aff4-b46a0aaebbcd up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 18:58:23.017550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:23.065400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port f105584e-f67a-4b28-aff4-b46a0aaebbcd triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 18:58:23.065798 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (f105584e-f67a-4b28-aff4-b46a0aaebbcd), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:23.146769 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port f105584e-f67a-4b28-aff4-b46a0aaebbcd is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 18:58:25.831861 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-dab04708-9f9d-4290-9e4c-c52334048c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:28.252177 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3d3f0e07-2144-4747-b32d-059a2d69bb01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:28.776852 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:29.395365 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=71,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:29.396255 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:INSERT=9,neutron:SELECT=67,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:29.441938 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:30.780448 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:30.888342 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:31.183995 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:41.104783 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=58,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:41.106663 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:53.762140 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:53.762957 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:58:55.776510 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-71587f5e-2ea2-4ab0-9b55-9a830523f9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:57.785815 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 18:58:58.270672 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b3d00306-1343-4154-989b-feb606002608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:58:59.433558 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:00.925130 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:01.167600 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:07.780724 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:59:07.781681 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:59:11.107455 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:59:11.110452 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:59:25.798639 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e3ac9156-f3b9-4a6c-9f5c-53d371d311c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:28.261624 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a027a8d9-3046-4373-beaa-f78aa11104e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:29.446514 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:30.863892 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:31.204015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:34.785458 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 18:59:41.109171 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:59:41.125386 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:59:52.316165 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=17 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:59:52.318077 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=17 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 18:59:55.794819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e47b032b-421c-48db-8894-3a2c1bf16d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:58.245772 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-df4c4173-f879-4362-b202-12c30e4d61ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 18:59:59.442908 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:00.874774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:01.230309 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:02.690723 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36524) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:00:02.696675 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [None req-32ba0978-5026-4951-8e68-34426aea8c10 tempest-verify_tempest_config-1665636110 tempest-verify_tempest_config-1665636110-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:00:02.697711 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-32ba0978-5026-4951-8e68-34426aea8c10 tempest-verify_tempest_config-1665636110 tempest-verify_tempest_config-1665636110-project] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058973 Jul 25 19:00:03.275520 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36542) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:00:03.410559 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:03.496999 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Publish callbacks [] for security_group (1f280581-2726-472e-8b8e-375639827f2b), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:03.563267 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (1f280581-2726-472e-8b8e-375639827f2b), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:03.612235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f280581-2726-472e-8b8e-375639827f2b,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:00:03.617501 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=244a36a709ef4dc393b09071bd8a1df0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3404238 Jul 25 19:00:03.620565 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36546) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:00:03.622256 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.622662 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.623015 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.623360 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.623695 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.624024 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.624354 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.624678 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.625071 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.625347 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.625678 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.626001 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.626339 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.626781 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.627035 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e41112c-a268-4997-9bf4-0bc0b77ec498 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.707532 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Publish callbacks [] for security_group (1f280581-2726-472e-8b8e-375639827f2b), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:03.731181 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Publish callbacks [] for security_group (1f280581-2726-472e-8b8e-375639827f2b), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:03.897837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (1f280581-2726-472e-8b8e-375639827f2b), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:03.900344 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:03.902122 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1f280581-2726-472e-8b8e-375639827f2b HTTP/1.1" status: 204 len: 168 time: 0.2804651 Jul 25 19:00:03.910670 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f280581-2726-472e-8b8e-375639827f2b,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:00:03.918297 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.918681 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.919019 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.919352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.919681 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.920008 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.920332 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.920743 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.920979 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.921311 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.921629 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.921963 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.922266 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.922612 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:03.922926 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d791abb0-69f3-4af0-921f-6f7ba7813d78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:00:11.112903 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:11.784820 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:00:13.610619 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=17,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:13.615556 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=22,neutron:INSERT=8 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:13.913792 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:13.914562 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:13.947306 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:21.780596 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:21.782415 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:25.811662 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-893d9f92-0421-422f-88ee-15c30ae52273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:28.253219 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-985c16b3-febd-4385-b8e3-05b5c97e98e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:29.423125 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:30.893823 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:31.262961 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:40.804989 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:41.122608 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:00:48.785133 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:00:55.783700 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fd851eca-c7f9-4ca8-91db-41ff1df91fe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:58.372586 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-733d8720-af23-4dda-a599-5eaab07e5da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:00:59.492539 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:00.875608 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:01.216404 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:08.767769 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:08.768758 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:11.123343 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:11.126682 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:25.785036 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 5 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:01:25.794210 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-55bf2326-d3c2-4d5e-9f0f-e5ddb09bfd47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:28.302959 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d03f2e47-0d5f-466b-81da-c6c9a5711014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:29.451660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:30.875764 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:31.187464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:35.781508 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:35.782448 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:41.123534 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:41.125378 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:52.334340 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=13 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:52.335202 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=13 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:01:55.776872 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3c41a9da-7005-4b29-af98-13b90e678d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:58.267529 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cfee6dc5-a9b0-42b1-811f-2968f724ebde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:01:59.445532 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:00.919335 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:01.227963 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:02.233275 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420507'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:02.785313 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:02:10.768400 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:12.122412 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:12.125421 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:12.781071 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:13.535835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36624) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:02:13.665840 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e52e1cd1-5417-4f87-8c66-9f0172f60dbc admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1287973 Jul 25 19:02:15.868616 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36634) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:02:15.934565 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d55a28ca-8537-4b60-a61a-110372a2519e admin admin] 10.222.0.17 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0647962 Jul 25 19:02:25.792894 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-bb86b5f8-a0be-4e72-9d43-edba37e17312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:25.928184 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:25.929019 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:28.278606 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4f30312c-0a1e-42f8-9568-2873ae5fb2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:29.461094 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:30.918596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:31.215438 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:32.260955 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:39.785387 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:02:42.122435 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:42.123286 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:49.781392 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:53.764020 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:02:55.792472 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fc8188d1-098f-4624-93e0-43d7d838c051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:58.266692 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-182fc831-ef90-4a88-b28e-ba2d026e317c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:02:59.437878 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:00.895266 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:01.226597 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:02.197780 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:12.127855 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:03:12.129892 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:03:16.789023 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:03:24.767828 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:03:25.786788 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2ac418e5-0fbb-4759-bc34-221ee0c861bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:26.788728 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:03:28.289445 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-76f12a16-85e8-4b75-acd9-a08cdda65bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:29.512542 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:30.933551 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:31.238281 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:32.220628 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:42.138774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:03:42.148004 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:03:53.790204 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:03:55.881268 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-264b5a14-1084-470c-a541-6029764814e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:58.254591 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d10b01aa-9af6-4245-bb12-b380f38334ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:03:59.666344 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:00.888028 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:01.248829 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:01.774943 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=18 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:02.254755 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:03.786133 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=16 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:07.084144 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36778) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:07.674538 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1058267884-network', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:07.797830 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Made reservation on behalf of 5e929654eb2b4c1ca969174e94aa8de2 for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:07.802290 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:07.814548 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:07.928105 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Publish callbacks [] for security_group (d48fa035-5990-4d4d-b261-b77baf19e593), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.002041 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36810) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:08.033326 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d48fa035-5990-4d4d-b261-b77baf19e593), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.059484 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:04:08.099107 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48fa035-5990-4d4d-b261-b77baf19e593,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:08.112280 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.112636 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.113495 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.114019 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.114722 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.114869 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.115429 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.115931 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.116431 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.116917 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.117418 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.118072 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.118615 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.119338 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.119887 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Tracked resource versions report: Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: pushed versions: Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: { 'AddressGroup': {'1.2'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Agent': {'1.1'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'ConntrackHelper': {'1.0'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'LocalIPAssociation': {'1.0'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Log': {'1.0'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'NDPProxy': {'1.0'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Network': {'1.1'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Port': {'1.7'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'PortForwarding': {'1.3'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'QosPolicy': {'1.10'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SecurityGroup': {'1.5'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SecurityGroupRule': {'1.2'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SubPort': {'1.0'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Subnet': {'1.1'}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Trunk': {'1.1'}} Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: consumer versions: Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: { DHCP agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: HyperV agent@hv-cinder-82002: {}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: L3 agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: Metadata agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: Metering agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: Open vSwitch agent@dv-cinder-820027-16-iscsi: { 'AddressGroup': '1.2', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Agent': '1.1', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'ConntrackHelper': '1.0', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'LocalIPAssociation': '1.0', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Log': '1.0', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'NDPProxy': '1.0', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Network': '1.1', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Port': '1.7', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'PortForwarding': '1.3', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'QosPolicy': '1.10', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SecurityGroup': '1.5', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SecurityGroupRule': '1.2', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'SubPort': '1.0', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Subnet': '1.1', Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: 'Trunk': '1.1'}} Jul 25 19:04:08.121814 dv-cinder-820027-16-iscsi neutron-server[111002]: {{(pid=111002) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 19:04:08.130205 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (07ed06d9-c973-4509-9e98-11c2ed0c7818), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.130938 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Added segment 07ed06d9-c973-4509-9e98-11c2ed0c7818 of type vlan for network d6572528-5d40-45d4-b911-d98d584260e1 Jul 25 19:04:08.264489 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (d6572528-5d40-45d4-b911-d98d584260e1), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.369108 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (d6572528-5d40-45d4-b911-d98d584260e1), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.370261 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:08.370960 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.455444 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] Pushing event updated for resources: {'Network': ['ID=d6572528-5d40-45d4-b911-d98d584260e1,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:08.470804 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network d6572528-5d40-45d4-b911-d98d584260e1 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:04:08.481608 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b514b414-ee43-405f-80eb-f45da6140cef admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.3962102 Jul 25 19:04:08.485041 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36828) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:08.492128 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Request body: {'subnet': {'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1058267884-subnet', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:08.631292 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Made reservation on behalf of 5e929654eb2b4c1ca969174e94aa8de2 for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:08.634471 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.728066 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-network', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:08.946200 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Made reservation on behalf of 08c6be8edb884214bae7a0abbf97dc16 for: {'network': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:08.954201 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.973575 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:08.998165 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (578bf41b-c9c5-467f-83e7-b2eac5279fd1), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.129773 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Checking segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:09.130544 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Network hostable DHCP agents. Network: d6572528-5d40-45d4-b911-d98d584260e1, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:04:09.174993 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36860) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:09.191660 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=578bf41b-c9c5-467f-83e7-b2eac5279fd1,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:09.223599 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36866) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:09.224648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.225127 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.225626 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.226422 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.226820 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.227307 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.227819 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.228115 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.228458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.228845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.229259 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.229594 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.229943 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.230231 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.230632 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Tracked resource versions report: Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: pushed versions: Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: { 'AddressGroup': {'1.2'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Agent': {'1.1'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'ConntrackHelper': {'1.0'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'LocalIPAssociation': {'1.0'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Log': {'1.0'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'NDPProxy': {'1.0'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Network': {'1.1'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Port': {'1.7'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'PortForwarding': {'1.3'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'QosPolicy': {'1.10'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SecurityGroup': {'1.5'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SecurityGroupRule': {'1.2'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SubPort': {'1.0'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Subnet': {'1.1'}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Trunk': {'1.1'}} Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: consumer versions: Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: { DHCP agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: HyperV agent@hv-cinder-82002: {}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: L3 agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: Metadata agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: Metering agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: Open vSwitch agent@dv-cinder-820027-16-iscsi: { 'AddressGroup': '1.2', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Agent': '1.1', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'ConntrackHelper': '1.0', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'LocalIPAssociation': '1.0', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Log': '1.0', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'NDPProxy': '1.0', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Network': '1.1', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Port': '1.7', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'PortForwarding': '1.3', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'QosPolicy': '1.10', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SecurityGroup': '1.5', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SecurityGroupRule': '1.2', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'SubPort': '1.0', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Subnet': '1.1', Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: 'Trunk': '1.1'}} Jul 25 19:04:09.232119 dv-cinder-820027-16-iscsi neutron-server[111003]: {{(pid=111003) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 19:04:09.264903 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Publish callbacks [] for security_group (865b2e63-f4e4-4d80-ba3b-eb05cc43010f), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.425664 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Network d6572528-5d40-45d4-b911-d98d584260e1 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:04:09.479167 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (865b2e63-f4e4-4d80-ba3b-eb05cc43010f), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.511112 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=111003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:04:09.541790 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (82d66e84-5953-40d5-8e4e-ca98be73faac), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.542065 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.segments_db [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Added segment 82d66e84-5953-40d5-8e4e-ca98be73faac of type vlan for network 9229fc30-046e-4028-a03d-cbb3123aa86d Jul 25 19:04:09.558741 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865b2e63-f4e4-4d80-ba3b-eb05cc43010f,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:09.618063 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (9229fc30-046e-4028-a03d-cbb3123aa86d), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.633098 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, d6572528-5d40-45d4-b911-d98d584260e1) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:09.638760 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:09.640289 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.645130 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37eb526-62d8-42e6-88bc-97c542086fe5 None None] Network d6572528-5d40-45d4-b911-d98d584260e1 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:09.804952 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-d6572528-5d40-45d4-b911-d98d584260e1', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:04:09.806373 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.837755 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-300806840-network', 'tenant_id': '463f573db9d84c03900d443e4f6585cd'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:09.853395 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (9229fc30-046e-4028-a03d-cbb3123aa86d), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.855199 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:09.856892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:09.928380 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-network', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:09.978738 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-44be1c1d-a356-4b0f-95bf-8994e1aa2085 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4846809 Jul 25 19:04:09.978738 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36876) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:09.987383 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:09.996624 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Allocated IP 172.20.0.2 (d6572528-5d40-45d4-b911-d98d584260e1/578bf41b-c9c5-467f-83e7-b2eac5279fd1/3851c1da-cc80-4e60-94ea-82644853d32f) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:10.031338 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] Pushing event updated for resources: {'Network': ['ID=9229fc30-046e-4028-a03d-cbb3123aa86d,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:10.037818 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:10.070103 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 9229fc30-046e-4028-a03d-cbb3123aa86d details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:04:10.207085 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Made reservation on behalf of c2de35c4252b4a6fa55eb7e5d59e06cf for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:10.208347 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (6408ca1f-dcb1-4899-a78d-2433aec95226), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.209157 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (6408ca1f-dcb1-4899-a78d-2433aec95226), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.213279 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.216387 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-906d476b-f258-402b-9eef-3107ef552146 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.2108307 Jul 25 19:04:10.227614 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36880) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:10.238533 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Request body: {'subnet': {'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-subnet', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:10.240434 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.254282 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:10.266299 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Made reservation on behalf of 463f573db9d84c03900d443e4f6585cd for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:10.275453 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.294299 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Publish callbacks [] for port (3851c1da-cc80-4e60-94ea-82644853d32f), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.319636 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.403522 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.443408 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Publish callbacks [] for security_group (5645a577-6e90-4b38-a391-30d6ae10980f), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.500758 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Network d6572528-5d40-45d4-b911-d98d584260e1 is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:10.514208 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:10.519965 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:10.552333 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Publish callbacks [] for security_group (f00ac0fe-ae0c-4142-a541-8183242c25f5), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.554982 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=72,neutron:INSERT=26,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:10.586058 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (5645a577-6e90-4b38-a391-30d6ae10980f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.615915 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:04:10.616133 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Pushing event updated for resources: {'Port': ['ID=3851c1da-cc80-4e60-94ea-82644853d32f,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:10.649604 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (6acc7709-185b-4f8e-9967-94a3267eedc5), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.650315 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Added segment 6acc7709-185b-4f8e-9967-94a3267eedc5 of type vlan for network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 Jul 25 19:04:10.660170 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:10.671275 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.671849 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.672004 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.672334 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.676551 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.677461 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.678710 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.679380 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5645a577-6e90-4b38-a391-30d6ae10980f,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:10.681365 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.682738 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.683361 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.686301 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.686985 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.687502 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.688004 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.689301 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Tracked resource versions report: Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: pushed versions: Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: { 'AddressGroup': {'1.2'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Agent': {'1.1'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'ConntrackHelper': {'1.0'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'LocalIPAssociation': {'1.0'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Log': {'1.0'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'NDPProxy': {'1.0'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Network': {'1.1'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Port': {'1.7'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'PortForwarding': {'1.3'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'QosPolicy': {'1.10'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SecurityGroup': {'1.5'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SecurityGroupRule': {'1.2'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SubPort': {'1.0'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Subnet': {'1.1'}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Trunk': {'1.1'}} Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: consumer versions: Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: { DHCP agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: HyperV agent@hv-cinder-82002: {}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: L3 agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: Metadata agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: Metering agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: Open vSwitch agent@dv-cinder-820027-16-iscsi: { 'AddressGroup': '1.2', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Agent': '1.1', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'ConntrackHelper': '1.0', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'LocalIPAssociation': '1.0', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Log': '1.0', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'NDPProxy': '1.0', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Network': '1.1', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Port': '1.7', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'PortForwarding': '1.3', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'QosPolicy': '1.10', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SecurityGroup': '1.5', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SecurityGroupRule': '1.2', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'SubPort': '1.0', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Subnet': '1.1', Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: 'Trunk': '1.1'}} Jul 25 19:04:10.694382 dv-cinder-820027-16-iscsi neutron-server[111004]: {{(pid=111004) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 19:04:10.711986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks [] for router_controller (6408ca1f-dcb1-4899-a78d-2433aec95226), precommit_add_association {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.712211 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f00ac0fe-ae0c-4142-a541-8183242c25f5), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.735456 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Attempting to bind port 3851c1da-cc80-4e60-94ea-82644853d32f on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:10.737665 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Attempting to bind port 3851c1da-cc80-4e60-94ea-82644853d32f by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:10.740354 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Attempting to bind port 3851c1da-cc80-4e60-94ea-82644853d32f on network d6572528-5d40-45d4-b911-d98d584260e1 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:10.754964 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:10.756194 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Checking segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:10.758660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.759368 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Bound using segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:10.767187 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Bound port: 3851c1da-cc80-4e60-94ea-82644853d32f, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:10.768098 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.784009 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00ac0fe-ae0c-4142-a541-8183242c25f5,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:10.796191 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Made reservation on behalf of 08c6be8edb884214bae7a0abbf97dc16 for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:10.802717 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.815808 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:04:10.819416 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (0cdac28d-1b45-4945-96b5-e0fd0c76cca8), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.845243 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (138e57cd-cf18-448f-84e9-1fc7bcf7020d), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:10.845662 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Added segment 138e57cd-cf18-448f-84e9-1fc7bcf7020d of type vlan for network bf0ea9a3-4a87-4dd5-943d-fdc967447281 Jul 25 19:04:10.874160 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:10.879769 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] For port 3851c1da-cc80-4e60-94ea-82644853d32f, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:10.893664 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] For port 3851c1da-cc80-4e60-94ea-82644853d32f, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=3851c1da-cc80-4e60-94ea-82644853d32f,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:10.915596 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (bf0ea9a3-4a87-4dd5-943d-fdc967447281), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:11.096986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks [] for router_gateway (6408ca1f-dcb1-4899-a78d-2433aec95226), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:11.120833 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:11.139501 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (bf0ea9a3-4a87-4dd5-943d-fdc967447281), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:11.140995 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:11.666821 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:11.666821 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (0cdac28d-1b45-4945-96b5-e0fd0c76cca8), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:11.666821 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:11.666821 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:11.669927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=87,neutron:UPDATE=10,neutron:INSERT=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:11.671304 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0ea9a3-4a87-4dd5-943d-fdc967447281,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:11.671724 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:04:11.672471 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] Pushing event updated for resources: {'Network': ['ID=0cdac28d-1b45-4945-96b5-e0fd0c76cca8,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:11.672471 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-77d1cbfd-fb25-41a6-9bec-e1bedeef6329 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3466742 Jul 25 19:04:11.672471 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36926) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:11.672471 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5c9d4954-2a5d-4d3f-a5db-7adf4c3dde44 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 2.3213909 Jul 25 19:04:11.673678 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:04:11.673896 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Request body: {'subnet': {'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-subnet', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:11.673896 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 36930) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:11.674223 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f4ece-57f1-420f-b353-5b0b006c67c8 None None] Pushing event updated for resources: {'Port': ['ID=3851c1da-cc80-4e60-94ea-82644853d32f,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:11.674465 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Request body: {'subnet': {'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-300806840-subnet', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:11.804594 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (6ffa02b3-5251-4b98-ab9c-4b888f9b229d), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:11.968264 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ffa02b3-5251-4b98-ab9c-4b888f9b229d,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:11.998868 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Checking segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:11.999426 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Network hostable DHCP agents. Network: 9229fc30-046e-4028-a03d-cbb3123aa86d, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:04:12.004388 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks [] for router_gateway (6408ca1f-dcb1-4899-a78d-2433aec95226), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.066814 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.117229 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Made reservation on behalf of c2de35c4252b4a6fa55eb7e5d59e06cf for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:12.119950 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.252640 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Made reservation on behalf of 463f573db9d84c03900d443e4f6585cd for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:12.252640 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.264161 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Allocated IP 172.27.0.140 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/00492e85-d60a-4b63-a2db-2626f29c615f) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:12.372567 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Network 9229fc30-046e-4028-a03d-cbb3123aa86d is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:04:12.538278 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks [] for port (00492e85-d60a-4b63-a2db-2626f29c615f), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.615057 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 9229fc30-046e-4028-a03d-cbb3123aa86d) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:12.620712 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:12.621445 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.632919 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d165515-e97e-4390-864d-3db9b83f0582 None None] Network 9229fc30-046e-4028-a03d-cbb3123aa86d requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:12.706865 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.777313 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-9229fc30-046e-4028-a03d-cbb3123aa86d', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:04:12.779131 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.804408 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:12.809842 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:12.837347 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:12.878949 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Pushing event updated for resources: {'Port': ['ID=00492e85-d60a-4b63-a2db-2626f29c615f,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:12.894132 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af02e42-8b7f-40e3-8b4d-165d73a1ec8d None None] Network d6572528-5d40-45d4-b911-d98d584260e1 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:12.910940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (8c867ce0-80aa-48c9-bada-46393fc8d35a), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.910940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (523eb5fc-0c68-41a2-8f86-12a64692fb4f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:12.923795 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5910a57c-a565-4de3-8ebf-44d45556f5f5 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6943274 Jul 25 19:04:12.927162 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 36982) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:12.932238 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:12.998654 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c867ce0-80aa-48c9-bada-46393fc8d35a,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:13.082520 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-0c9bb565-c675-4151-b95c-8be1f23b4d06 None None] Provisioning complete for port 3851c1da-cc80-4e60-94ea-82644853d32f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:13.083163 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb565-c675-4151-b95c-8be1f23b4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.093281 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Checking segment: {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:13.093708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Network hostable DHCP agents. Network: bf0ea9a3-4a87-4dd5-943d-fdc967447281, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:04:13.107745 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Checking segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:13.108217 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Network hostable DHCP agents. Network: 0cdac28d-1b45-4945-96b5-e0fd0c76cca8, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:04:13.119464 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Pushing event updated for resources: {'Subnet': ['ID=523eb5fc-0c68-41a2-8f86-12a64692fb4f,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:13.221442 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Allocated IP 172.20.0.2 (9229fc30-046e-4028-a03d-cbb3123aa86d/6ffa02b3-5251-4b98-ab9c-4b888f9b229d/ce4fe854-3931-4b2d-a209-7eb39c15c730) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:13.354837 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 3851c1da-cc80-4e60-94ea-82644853d32f up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:13.395572 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-0c9bb565-c675-4151-b95c-8be1f23b4d06 None None] Current status of the port 3851c1da-cc80-4e60-94ea-82644853d32f is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:13.395984 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb565-c675-4151-b95c-8be1f23b4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.426801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.426801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.504934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:04:13.508689 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:04:13.519531 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 3851c1da-cc80-4e60-94ea-82644853d32f triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:13.528588 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.528796 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-0c9bb565-c675-4151-b95c-8be1f23b4d06 None None] For port 3851c1da-cc80-4e60-94ea-82644853d32f, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=3851c1da-cc80-4e60-94ea-82644853d32f,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:13.595678 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks [] for router_controller (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), precommit_add_association {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.604535 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Publish callbacks [] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.608398 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks [] for router_gateway (6408ca1f-dcb1-4899-a78d-2433aec95226), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.698979 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, bf0ea9a3-4a87-4dd5-943d-fdc967447281) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:13.712370 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 0cdac28d-1b45-4945-96b5-e0fd0c76cca8) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:13.712600 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 3851c1da-cc80-4e60-94ea-82644853d32f is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:13.712600 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.712752 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:13.712752 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.716692 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed987a-38b2-4e6b-b72a-858cb1c7daec None None] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:13.729333 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:13.729937 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.771593 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57965398-d3fb-4982-8288-96c8c6e20818 None None] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:13.849575 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.851627 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-0c9bb565-c675-4151-b95c-8be1f23b4d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:13.983426 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Network 9229fc30-046e-4028-a03d-cbb3123aa86d is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:14.016351 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:14.021217 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.db.api [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 19:04:14.021697 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG oslo_db.api [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 19:04:14.022140 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Pushing event updated for resources: {'Port': ['ID=ce4fe854-3931-4b2d-a209-7eb39c15c730,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:14.026684 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:14.044530 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-3e014471-68f5-429d-b05d-58f8c205ed3c admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4928315 Jul 25 19:04:14.053117 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9f367428-467b-4fde-a110-2615ff4c707e admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4630790 Jul 25 19:04:14.054656 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37006) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:14.056643 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5adf209d-1802-4df0-97b0-7e1fcd286233 None None] Provisioning complete for port 3851c1da-cc80-4e60-94ea-82644853d32f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:14.057325 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5adf209d-1802-4df0-97b0-7e1fcd286233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.062394 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:14.089733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37008) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:14.099346 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'project_id': '463f573db9d84c03900d443e4f6585cd', 'fixed_ips': [{'subnet_id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:04:14.105399 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:14.105622 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.105622 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:04:14.105622 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.132954 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37010) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:14.214902 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks [] for router_gateway (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.224489 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (6408ca1f-dcb1-4899-a78d-2433aec95226), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.327947 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6757a3a7-a685-4595-af5d-56b1bdbe390b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.336921 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.338122 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.431973 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Attempting to bind port ce4fe854-3931-4b2d-a209-7eb39c15c730 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:14.432658 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Attempting to bind port ce4fe854-3931-4b2d-a209-7eb39c15c730 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:14.433258 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Attempting to bind port ce4fe854-3931-4b2d-a209-7eb39c15c730 on network 9229fc30-046e-4028-a03d-cbb3123aa86d {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:14.436445 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bb565-c675-4151-b95c-8be1f23b4d06 None None] Pushing event updated for resources: {'Port': ['ID=3851c1da-cc80-4e60-94ea-82644853d32f,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:14.489475 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks [] for router_controller (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), precommit_add_association {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.500825 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:14.500825 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Checking segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:14.503016 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.503654 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Bound using segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:14.504451 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Bound port: ce4fe854-3931-4b2d-a209-7eb39c15c730, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:14.505067 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.572381 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6757a3a7-a685-4595-af5d-56b1bdbe390b admin admin] Publish callbacks [] for security_group (2a858c87-c1d7-41c4-b00a-98b0d0c75f53), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.579157 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (b4c27508-7989-4885-9619-472ae071df90), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.579815 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (b4c27508-7989-4885-9619-472ae071df90), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.648206 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks [] for router_gateway (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.687683 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.765322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5adf209d-1802-4df0-97b0-7e1fcd286233 None None] Current status of the port 3851c1da-cc80-4e60-94ea-82644853d32f is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:14.813713 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Allocated IP 172.20.0.2 (bf0ea9a3-4a87-4dd5-943d-fdc967447281/523eb5fc-0c68-41a2-8f86-12a64692fb4f/ce7e80ac-1be5-4bd3-a0d4-c14e6503a083) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:14.821984 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 3851c1da-cc80-4e60-94ea-82644853d32f is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:14.840944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks [] for router_controller (b4c27508-7989-4885-9619-472ae071df90), precommit_add_association {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.847707 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Allocated IP 172.20.0.2 (0cdac28d-1b45-4945-96b5-e0fd0c76cca8/8c867ce0-80aa-48c9-bada-46393fc8d35a/c07d3c77-e62b-492e-bed6-375a93c536d1) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:14.867068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6757a3a7-a685-4595-af5d-56b1bdbe390b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2a858c87-c1d7-41c4-b00a-98b0d0c75f53), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:14.870134 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Allocated IP 172.27.0.232 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/7362c425-2357-4378-b17c-f8c4a15f873d) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:14.958997 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757a3a7-a685-4595-af5d-56b1bdbe390b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a858c87-c1d7-41c4-b00a-98b0d0c75f53,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:14.961727 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Router 6408ca1f-dcb1-4899-a78d-2433aec95226 is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:04:14.984368 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] For port ce4fe854-3931-4b2d-a209-7eb39c15c730, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:15.005419 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6757a3a7-a685-4595-af5d-56b1bdbe390b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0645a63ae797444585edd4eb2924f1e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8705845 Jul 25 19:04:15.008136 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37030) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:15.015942 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] For port ce4fe854-3931-4b2d-a209-7eb39c15c730, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ce4fe854-3931-4b2d-a209-7eb39c15c730,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:15.174674 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.206473 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks [] for router_gateway (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.217359 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks [] for port (7362c425-2357-4378-b17c-f8c4a15f873d), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.225142 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Publish callbacks [] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.232291 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4032580-5a61-4272-b11d-00aafa8d5e66 admin admin] Publish callbacks [] for security_group (2a858c87-c1d7-41c4-b00a-98b0d0c75f53), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.254841 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Publish callbacks [] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.291965 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4032580-5a61-4272-b11d-00aafa8d5e66 admin admin] Publish callbacks [] for security_group (2a858c87-c1d7-41c4-b00a-98b0d0c75f53), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.304370 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86356f3-8ec3-4aa1-b9b8-4bb9cb352204 None None] Pushing event updated for resources: {'Port': ['ID=ce4fe854-3931-4b2d-a209-7eb39c15c730,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:15.311556 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:INSERT=10,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:15.333940 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks [] for router_gateway (b4c27508-7989-4885-9619-472ae071df90), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.342284 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 3851c1da-cc80-4e60-94ea-82644853d32f up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:15.343217 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:04:15.359884 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Sync routers for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:04:15.383555 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:15.384531 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:15.427079 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 3851c1da-cc80-4e60-94ea-82644853d32f triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:15.427585 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.527287 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.569883 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:15.598814 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:15.601959 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 3851c1da-cc80-4e60-94ea-82644853d32f is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:15.609993 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:15.613445 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:15.630682 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Pushing event updated for resources: {'Port': ['ID=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:15.712068 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Attempting to bind port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:15.712444 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Attempting to bind port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:15.712816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Attempting to bind port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 on network bf0ea9a3-4a87-4dd5-943d-fdc967447281 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:15.727083 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:15.727835 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Checking segment: {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:15.727835 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.728261 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Bound using segment: {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:15.728770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Bound port: ce7e80ac-1be5-4bd3-a0d4-c14e6503a083, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:15.729164 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.822791 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:13Z', 'revision_number': 3, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:15.845215 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] For port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:15.845215 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] For port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:15.855878 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Checking router: 6408ca1f-dcb1-4899-a78d-2433aec95226 for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:04:15.856435 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Updating router 6408ca1f-dcb1-4899-a78d-2433aec95226 port 00492e85-d60a-4b63-a2db-2626f29c615f binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:04:15.898288 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.912294 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.926561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:15.926561 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e095573b-1a1d-478a-847a-ef89b24bdd3c admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.9428627 Jul 25 19:04:15.932066 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37040) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:15.945413 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks [] for router_gateway (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.017146 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Pushing event updated for resources: {'Port': ['ID=c07d3c77-e62b-492e-bed6-375a93c536d1,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:16.034161 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:16.036596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:16.043119 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:16.052101 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.072277 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.089647 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4032580-5a61-4272-b11d-00aafa8d5e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2a858c87-c1d7-41c4-b00a-98b0d0c75f53), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.093472 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4032580-5a61-4272-b11d-00aafa8d5e66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.097989 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d4032580-5a61-4272-b11d-00aafa8d5e66 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2a858c87-c1d7-41c4-b00a-98b0d0c75f53 HTTP/1.1" status: 204 len: 168 time: 1.0873311 Jul 25 19:04:16.165922 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Attempting to bind port c07d3c77-e62b-492e-bed6-375a93c536d1 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:16.166448 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Attempting to bind port c07d3c77-e62b-492e-bed6-375a93c536d1 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:16.166939 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Attempting to bind port c07d3c77-e62b-492e-bed6-375a93c536d1 on network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:16.174531 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:16.175107 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Checking segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:16.176123 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.176829 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Bound using segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:16.177434 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Bound port: c07d3c77-e62b-492e-bed6-375a93c536d1, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:16.177929 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.200012 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.278552 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:16.284336 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Publish callbacks [] for port (00492e85-d60a-4b63-a2db-2626f29c615f), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.286530 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:16.293274 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:16.300531 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Pushing event updated for resources: {'Port': ['ID=7362c425-2357-4378-b17c-f8c4a15f873d,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:16.379723 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d63f48-7ea5-4a04-a0a9-6ef143d6c290 None None] Pushing event updated for resources: {'Port': ['ID=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:16.384803 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] For port c07d3c77-e62b-492e-bed6-375a93c536d1, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:16.389502 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] For port c07d3c77-e62b-492e-bed6-375a93c536d1, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=c07d3c77-e62b-492e-bed6-375a93c536d1,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:16.495887 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4032580-5a61-4272-b11d-00aafa8d5e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a858c87-c1d7-41c4-b00a-98b0d0c75f53,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:16.520749 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.635196 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Pushing event updated for resources: {'Port': ['ID=00492e85-d60a-4b63-a2db-2626f29c615f,revision_number=2']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:16.636657 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks [] for router_gateway (b4c27508-7989-4885-9619-472ae071df90), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.650880 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.651297 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.658737 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.661183 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.662075 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.663264 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.664278 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.664874 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.665423 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.666787 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.670797 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.671811 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.672409 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.673540 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.675043 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.677748 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Tracked resource versions report: Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: pushed versions: Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: { 'AddressGroup': {'1.2'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Agent': {'1.1'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'ConntrackHelper': {'1.0'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'LocalIPAssociation': {'1.0'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Log': {'1.0'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'NDPProxy': {'1.0'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Network': {'1.1'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Port': {'1.7'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'PortForwarding': {'1.3'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'QosPolicy': {'1.10'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SecurityGroup': {'1.5'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SecurityGroupRule': {'1.2'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SubPort': {'1.0'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Subnet': {'1.1'}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Trunk': {'1.1'}} Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: consumer versions: Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: { DHCP agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: HyperV agent@hv-cinder-82002: {}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: L3 agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: Metadata agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: Metering agent@dv-cinder-820027-16-iscsi: {}, Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: Open vSwitch agent@dv-cinder-820027-16-iscsi: { 'AddressGroup': '1.2', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Agent': '1.1', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'ConntrackHelper': '1.0', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'LocalIPAssociation': '1.0', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Log': '1.0', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'NDPProxy': '1.0', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Network': '1.1', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Port': '1.7', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'PortForwarding': '1.3', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'QosPolicy': '1.10', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SecurityGroup': '1.5', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SecurityGroupRule': '1.2', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'SubPort': '1.0', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Subnet': '1.1', Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: 'Trunk': '1.1'}} Jul 25 19:04:16.679399 dv-cinder-820027-16-iscsi neutron-server[111005]: {{(pid=111005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 25 19:04:16.701869 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.833200 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Attempting to bind port 00492e85-d60a-4b63-a2db-2626f29c615f on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:16.833572 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Attempting to bind port 00492e85-d60a-4b63-a2db-2626f29c615f by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:16.834125 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Attempting to bind port 00492e85-d60a-4b63-a2db-2626f29c615f on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:16.852296 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:16.852685 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:16.853182 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.853676 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:16.854187 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Bound port: 00492e85-d60a-4b63-a2db-2626f29c615f, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:16.854613 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:16.953707 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4bf2c2-43e0-45a8-8b39-79308245a13b None None] Network 9229fc30-046e-4028-a03d-cbb3123aa86d requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:17.071842 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] For port 00492e85-d60a-4b63-a2db-2626f29c615f, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:17.077135 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] For port 00492e85-d60a-4b63-a2db-2626f29c615f, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=00492e85-d60a-4b63-a2db-2626f29c615f,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:17.206254 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Allocated IP 172.27.0.130 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/38940930-f250-4668-99cd-65a6acb2b692) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:17.207703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-3336cc40-35e4-4136-bfb8-64ae734c74b9 None None] Provisioning complete for port ce4fe854-3931-4b2d-a209-7eb39c15c730 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:17.207703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3336cc40-35e4-4136-bfb8-64ae734c74b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:17.313172 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cd411-00c8-4c4f-a62d-348f8c93b366 None None] Pushing event updated for resources: {'Port': ['ID=c07d3c77-e62b-492e-bed6-375a93c536d1,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:17.351947 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:17.579454 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ce4fe854-3931-4b2d-a209-7eb39c15c730 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:17.743781 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-3336cc40-35e4-4136-bfb8-64ae734c74b9 None None] Current status of the port ce4fe854-3931-4b2d-a209-7eb39c15c730 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:17.744874 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:INSERT=10,neutron:SELECT=87,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:17.745763 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3336cc40-35e4-4136-bfb8-64ae734c74b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:17.747652 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks [] for router_gateway (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:17.789898 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:17.792264 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b38696-a19f-4395-903e-7b54e1ce4513 None None] Pushing event updated for resources: {'Port': ['ID=00492e85-d60a-4b63-a2db-2626f29c615f,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:17.858299 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:17.859786 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:17.867760 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-3336cc40-35e4-4136-bfb8-64ae734c74b9 None None] For port ce4fe854-3931-4b2d-a209-7eb39c15c730, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ce4fe854-3931-4b2d-a209-7eb39c15c730,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:17.874367 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port ce4fe854-3931-4b2d-a209-7eb39c15c730 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:17.875261 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:18.029751 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3336cc40-35e4-4136-bfb8-64ae734c74b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:18.121146 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:18.166617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:18.181929 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks [] for port (38940930-f250-4668-99cd-65a6acb2b692), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:18.247082 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:18.304103 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port ce4fe854-3931-4b2d-a209-7eb39c15c730 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:18.306298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:18.309719 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336cc40-35e4-4136-bfb8-64ae734c74b9 None None] Pushing event updated for resources: {'Port': ['ID=ce4fe854-3931-4b2d-a209-7eb39c15c730,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:18.312903 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:18.530646 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-f8fe7693-a3e1-40bf-ad60-d428a068cd58 None None] Provisioning complete for port ce4fe854-3931-4b2d-a209-7eb39c15c730 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:18.530646 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f8fe7693-a3e1-40bf-ad60-d428a068cd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:18.607634 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:18.722152 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (38940930-f250-4668-99cd-65a6acb2b692), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:18.729816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:18.729816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:18.862816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28ffb0-f7a6-4a38-b308-f14f0855695e None None] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:18.946607 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Allocated IP 172.27.0.104 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/025406fb-a340-4a96-8ecb-2836ee430dd9) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:19.053951 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:13Z', 'revision_number': 3, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:19.058031 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:19.149431 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:19.182033 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6fae62-0b19-4299-98e9-11c184a400eb None None] The sync data for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi is: [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:13Z', 'revision_number': 3, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:04:19.203848 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks [] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:19.221993 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:19.240300 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37084) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:19.245083 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:19.246987 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:19.250203 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:19.252123 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:19.253146 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:19.293250 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-f8fe7693-a3e1-40bf-ad60-d428a068cd58 None None] Current status of the port ce4fe854-3931-4b2d-a209-7eb39c15c730 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:19.294951 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:04:19.383575 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:19.396675 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Pushing event updated for resources: {'Port': ['ID=38940930-f250-4668-99cd-65a6acb2b692,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:19.428938 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-134bbf66-f04b-41c1-9b2a-7f6fd6bbd140 None None] Provisioning complete for port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:19.433997 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-134bbf66-f04b-41c1-9b2a-7f6fd6bbd140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:19.478346 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07b01d-638c-4191-ae58-bb0cc0231c91 None None] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:19.487495 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:19.547799 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:19.575901 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Pushing event updated for resources: {'Port': ['ID=025406fb-a340-4a96-8ecb-2836ee430dd9,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:19.600994 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1109589537-network', 'tenant_id': '901a8a9740cb4db8af03be75c133078c'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:19.771299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:04:19.809486 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:19.811661 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:19.823207 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:20.011618 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Made reservation on behalf of 901a8a9740cb4db8af03be75c133078c for: {'network': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:20.015475 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:20.168791 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:20.180114 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ce4fe854-3931-4b2d-a209-7eb39c15c730 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:20.186608 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Sync routers for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:04:20.195309 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:20.296404 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:20.299556 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-0e9c2fee-8e02-4fb8-87d0-6a4fb8604451 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3695617 Jul 25 19:04:20.304023 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37106) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:20.334027 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:20.335572 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:20.434392 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Publish callbacks [] for security_group (c4e7026d-80f5-4d32-a1c3-73656619e656), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:20.495514 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-134bbf66-f04b-41c1-9b2a-7f6fd6bbd140 None None] Current status of the port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:20.508788 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Allocated IP 172.20.0.1 (d6572528-5d40-45d4-b911-d98d584260e1/578bf41b-c9c5-467f-83e7-b2eac5279fd1/604dbe27-1520-446d-adf3-6171ea3170f7) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:20.616826 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port ce4fe854-3931-4b2d-a209-7eb39c15c730 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:20.617273 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:20.669498 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (c4e7026d-80f5-4d32-a1c3-73656619e656), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:20.694070 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Provisioning complete for port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:20.694070 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:20.707158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:20.806414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=111003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:04:20.839625 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks [] for router_gateway (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:20.915524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e7026d-80f5-4d32-a1c3-73656619e656,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:21.086510 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.088096 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.segments_db [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Added segment 98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7 of type vlan for network c6485caa-5aa1-4564-aa10-8d19003e1784 Jul 25 19:04:21.135436 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Publish callbacks [] for port (604dbe27-1520-446d-adf3-6171ea3170f7), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.177185 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port ce4fe854-3931-4b2d-a209-7eb39c15c730 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:21.179920 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device c07d3c77-e62b-492e-bed6-375a93c536d1 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:21.249631 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Current status of the port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:21.331450 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Provisioning complete for port c07d3c77-e62b-492e-bed6-375a93c536d1 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:21.331990 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.355906 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (c6485caa-5aa1-4564-aa10-8d19003e1784), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.406722 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.422155 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.426899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:16Z', 'revision_number': 3, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:21.480269 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Checking router: 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:04:21.480692 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Updating router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 port 7362c425-2357-4378-b17c-f8c4a15f873d binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:04:21.486601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port c07d3c77-e62b-492e-bed6-375a93c536d1 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:21.487963 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.538028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Pushing event updated for resources: {'Port': ['ID=604dbe27-1520-446d-adf3-6171ea3170f7,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:21.594354 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.645628 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Network d6572528-5d40-45d4-b911-d98d584260e1 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:21.651863 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:21.662997 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:21.663768 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (6408ca1f-dcb1-4899-a78d-2433aec95226), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.717048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks [] for router_gateway (b4c27508-7989-4885-9619-472ae071df90), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.789665 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Current status of the port c07d3c77-e62b-492e-bed6-375a93c536d1 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:21.790116 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.846179 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.943936 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (c6485caa-5aa1-4564-aa10-8d19003e1784), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.944358 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port c07d3c77-e62b-492e-bed6-375a93c536d1 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:21.944948 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:21.945090 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.950527 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:21.956652 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] For port c07d3c77-e62b-492e-bed6-375a93c536d1, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=c07d3c77-e62b-492e-bed6-375a93c536d1,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:22.205219 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] Pushing event updated for resources: {'Network': ['ID=c6485caa-5aa1-4564-aa10-8d19003e1784,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:22.227509 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network c6485caa-5aa1-4564-aa10-8d19003e1784 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:04:22.228158 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (b4c27508-7989-4885-9619-472ae071df90), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.241904 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ba5e5275-2760-48c9-b72d-df2cdb9622e5 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.0003812 Jul 25 19:04:22.242646 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37126) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:22.253472 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Request body: {'subnet': {'network_id': 'c6485caa-5aa1-4564-aa10-8d19003e1784', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1109589537-subnet', 'tenant_id': '901a8a9740cb4db8af03be75c133078c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:22.287855 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.397834 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:04:22.409757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Allocated IP 172.20.0.1 (9229fc30-046e-4028-a03d-cbb3123aa86d/6ffa02b3-5251-4b98-ab9c-4b888f9b229d/757f22bf-3570-42d9-b305-3ac14157e6f1) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:22.438950 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.490560 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Publish callbacks [] for port (7362c425-2357-4378-b17c-f8c4a15f873d), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.538350 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-1cebcbad-2f06-497d-b6ba-9a698d566561 None None] Provisioning complete for port 604dbe27-1520-446d-adf3-6171ea3170f7 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:22.538795 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1cebcbad-2f06-497d-b6ba-9a698d566561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.545386 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Made reservation on behalf of 901a8a9740cb4db8af03be75c133078c for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:22.549831 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.db.api [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 19:04:22.549831 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG oslo_db.api [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 19:04:22.550102 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.629532 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7e9bc-4bb1-4d2d-a4d3-ff1ac4f96f1e None None] Pushing event updated for resources: {'Port': ['ID=c07d3c77-e62b-492e-bed6-375a93c536d1,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:22.653501 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-1cebcbad-2f06-497d-b6ba-9a698d566561 None None] Port 604dbe27-1520-446d-adf3-6171ea3170f7 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:22.655304 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Publish callbacks [] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.683378 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:04:22.685275 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-1cebcbad-2f06-497d-b6ba-9a698d566561 None None] Provisioning complete for port c07d3c77-e62b-492e-bed6-375a93c536d1 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:22.686369 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1cebcbad-2f06-497d-b6ba-9a698d566561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.703703 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Sync routers for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:04:22.716160 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:22.720285 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:22.816530 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Publish callbacks [] for port (604dbe27-1520-446d-adf3-6171ea3170f7), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.837112 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Router b4c27508-7989-4885-9619-472ae071df90 is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:04:22.863846 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.870119 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-fb66eebd-1860-440b-8d78-a9b63129fdd1 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.8091314 Jul 25 19:04:22.884028 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37132) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:22.884352 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.935614 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.936838 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (6408ca1f-dcb1-4899-a78d-2433aec95226), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:22.946818 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:22.962628 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8e794-ecb6-447a-812b-26779c6c7dc8 None None] Pushing event updated for resources: {'Port': ['ID=7362c425-2357-4378-b17c-f8c4a15f873d,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:22.969291 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Attempting to bind port 7362c425-2357-4378-b17c-f8c4a15f873d on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:22.970538 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Attempting to bind port 7362c425-2357-4378-b17c-f8c4a15f873d by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:22.971147 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Attempting to bind port 7362c425-2357-4378-b17c-f8c4a15f873d on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:23.023632 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:23.024529 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:23.024951 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:23.025483 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:23.026182 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Bound port: 7362c425-2357-4378-b17c-f8c4a15f873d, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:23.026640 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:23.123594 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] For port 7362c425-2357-4378-b17c-f8c4a15f873d, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:23.139968 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] For port 7362c425-2357-4378-b17c-f8c4a15f873d, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=7362c425-2357-4378-b17c-f8c4a15f873d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:23.146032 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-1cebcbad-2f06-497d-b6ba-9a698d566561 None None] Current status of the port c07d3c77-e62b-492e-bed6-375a93c536d1 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:23.162056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:23.207147 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Network d6572528-5d40-45d4-b911-d98d584260e1 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:23.208507 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Pushing event updated for resources: {'Port': ['ID=604dbe27-1520-446d-adf3-6171ea3170f7,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:23.211486 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:23.237465 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port c07d3c77-e62b-492e-bed6-375a93c536d1 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:23.264576 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:23.265700 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Network 9229fc30-046e-4028-a03d-cbb3123aa86d is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:23.274873 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:23.277622 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:23.278485 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:23.332106 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:19Z', 'revision_number': 3, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:23.395602 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8e794-ecb6-447a-812b-26779c6c7dc8 None None] Pushing event updated for resources: {'Port': ['ID=7362c425-2357-4378-b17c-f8c4a15f873d,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:23.412916 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Checking router: 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:04:23.413725 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Updating router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c port 38940930-f250-4668-99cd-65a6acb2b692 binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:04:23.416477 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:23.456607 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:23.456607 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:23.495091 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Router 6408ca1f-dcb1-4899-a78d-2433aec95226 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:04:23.508191 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (38940930-f250-4668-99cd-65a6acb2b692), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:23.578258 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:23.627507 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:23.674834 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:23.775373 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:23.790876 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:23.799771 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:23.859989 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:23.933473 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:23.939128 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-92266215-dd14-42f9-b217-e542bbdf9b43 None None] Provisioning complete for port 604dbe27-1520-446d-adf3-6171ea3170f7 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:23.940420 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-92266215-dd14-42f9-b217-e542bbdf9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:23.941208 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:23.949957 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:04:23.966723 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-cf58b42d-2443-4375-9b8d-46543b8ce172 admin admin] 10.222.0.17 "PUT /v2.0/routers/6408ca1f-dcb1-4899-a78d-2433aec95226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0333679 Jul 25 19:04:23.995147 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Sync routers for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:04:24.100957 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:24.101987 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:24.110069 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-92266215-dd14-42f9-b217-e542bbdf9b43 None None] Port 604dbe27-1520-446d-adf3-6171ea3170f7 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:24.176571 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Checking segment: {'id': '98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'c6485caa-5aa1-4564-aa10-8d19003e1784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:24.177129 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Network hostable DHCP agents. Network: c6485caa-5aa1-4564-aa10-8d19003e1784, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:04:24.190159 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:24.194944 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:24.195147 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:04:24.195801 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.197311 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.229597 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Pushing event updated for resources: {'Port': ['ID=757f22bf-3570-42d9-b305-3ac14157e6f1,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:24.278021 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Publish callbacks [] for port (38940930-f250-4668-99cd-65a6acb2b692), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.291419 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Sync routers for ids ['b4c27508-7989-4885-9619-472ae071df90'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:04:24.291598 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-92266215-dd14-42f9-b217-e542bbdf9b43 None None] Provisioning complete for port 757f22bf-3570-42d9-b305-3ac14157e6f1 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:24.291598 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-92266215-dd14-42f9-b217-e542bbdf9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.306592 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Routers {'b4c27508-7989-4885-9619-472ae071df90'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:24.307966 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['b4c27508-7989-4885-9619-472ae071df90'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:24.390129 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (38940930-f250-4668-99cd-65a6acb2b692), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.443530 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-92266215-dd14-42f9-b217-e542bbdf9b43 None None] Port 757f22bf-3570-42d9-b305-3ac14157e6f1 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:24.506851 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:24.536716 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109f5fa-1318-4867-ae1a-f6320219924b None None] Pushing event updated for resources: {'Port': ['ID=38940930-f250-4668-99cd-65a6acb2b692,revision_number=2']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:24.546456 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:UPDATE=8 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:24.546456 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:16Z', 'revision_number': 3, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:24.577796 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Attempting to bind port 38940930-f250-4668-99cd-65a6acb2b692 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:24.578177 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Attempting to bind port 38940930-f250-4668-99cd-65a6acb2b692 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:24.578594 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Attempting to bind port 38940930-f250-4668-99cd-65a6acb2b692 on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:24.581352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.587111 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-cd2e20e1-209a-466f-a81a-8e71f2491115 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4904714 Jul 25 19:04:24.587558 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37166) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:24.620955 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:24.621637 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:24.622047 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.622487 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:24.622982 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Bound port: 38940930-f250-4668-99cd-65a6acb2b692, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:24.623386 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (38940930-f250-4668-99cd-65a6acb2b692), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.692204 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] For port 38940930-f250-4668-99cd-65a6acb2b692, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:24.696551 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] For port 38940930-f250-4668-99cd-65a6acb2b692, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=38940930-f250-4668-99cd-65a6acb2b692,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:24.722437 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Set router b4c27508-7989-4885-9619-472ae071df90 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:24.722593 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Network c6485caa-5aa1-4564-aa10-8d19003e1784 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:04:24.724658 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de9dcf6-7506-4201-85a8-24145b1c4a69 None None] The sync data for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi is: [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:16Z', 'revision_number': 3, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:04:24.817109 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (38940930-f250-4668-99cd-65a6acb2b692), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:24.932628 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:24.972138 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, c6485caa-5aa1-4564-aa10-8d19003e1784) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:25.002710 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:25.015330 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.016244 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:25.017184 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:25.017260 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device c07d3c77-e62b-492e-bed6-375a93c536d1 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:25.017326 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:25.017412 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab32c13-7730-4a4d-8639-5a6c0fd41092 None None] Network c6485caa-5aa1-4564-aa10-8d19003e1784 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:25.017487 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37174) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:25.021645 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Publish callbacks [] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.029335 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-12327c3a-5932-437f-bf4f-66c5df41ea48 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459127027', 'description': 'tempest-description--1227973064'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:25.195992 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109f5fa-1318-4867-ae1a-f6320219924b None None] Pushing event updated for resources: {'Port': ['ID=38940930-f250-4668-99cd-65a6acb2b692,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:25.278233 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.279444 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.301377 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d23bdff5-569c-4712-b916-0d99aa047739 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0540082 Jul 25 19:04:25.432963 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.480208 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 2, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:25.487971 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-12327c3a-5932-437f-bf4f-66c5df41ea48 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.495673 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:25.499263 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Pushing event updated for resources: {'Port': ['ID=757f22bf-3570-42d9-b305-3ac14157e6f1,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:25.499662 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:25.574673 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port c07d3c77-e62b-492e-bed6-375a93c536d1 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:25.575114 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.624369 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Checking router: 6408ca1f-dcb1-4899-a78d-2433aec95226 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:04:25.626666 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Updating router 6408ca1f-dcb1-4899-a78d-2433aec95226 port 604dbe27-1520-446d-adf3-6171ea3170f7 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:04:25.652013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-12327c3a-5932-437f-bf4f-66c5df41ea48 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (418ba8a3-aa37-41e7-9727-89418b4937a3), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.689912 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:20Z', 'revision_number': 3, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:25.733268 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-12327c3a-5932-437f-bf4f-66c5df41ea48 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (418ba8a3-aa37-41e7-9727-89418b4937a3), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.753837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Network 9229fc30-046e-4028-a03d-cbb3123aa86d is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:25.759128 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:25.760665 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:25.800717 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Checking router: b4c27508-7989-4885-9619-472ae071df90 for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:04:25.803616 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Updating router b4c27508-7989-4885-9619-472ae071df90 port 025406fb-a340-4a96-8ecb-2836ee430dd9 binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:04:25.807027 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a41da7-0502-4ed6-b41f-66661309cbe1 None None] Network c6485caa-5aa1-4564-aa10-8d19003e1784 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:25.890001 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Allocated IP 172.20.0.1 (0cdac28d-1b45-4945-96b5-e0fd0c76cca8/8c867ce0-80aa-48c9-bada-46393fc8d35a/a8597441-978e-48d8-a68a-08ad946a9abc) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:25.945634 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12327c3a-5932-437f-bf4f-66c5df41ea48 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418ba8a3-aa37-41e7-9727-89418b4937a3,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:25.976594 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-12327c3a-5932-437f-bf4f-66c5df41ea48 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:25.988026 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-12327c3a-5932-437f-bf4f-66c5df41ea48 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9640939 Jul 25 19:04:26.006757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37202) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:26.029170 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.032512 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-acb3660f-f701-441f-a61c-a521f4deb17e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'security_group_rule': {'security_group_id': '418ba8a3-aa37-41e7-9727-89418b4937a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:26.080875 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.105064 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.286736 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:26.316440 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:04:26.514084 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Publish callbacks [] for port (a8597441-978e-48d8-a68a-08ad946a9abc), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.524752 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:26.528540 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-acb3660f-f701-441f-a61c-a521f4deb17e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (20f5da14-1945-443a-acf0-1c5630f91088), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.570475 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:26.577139 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-54b6af66-1d57-48fe-af65-a3cd74896446 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.580954 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Allocated IP 172.20.0.1 (bf0ea9a3-4a87-4dd5-943d-fdc967447281/523eb5fc-0c68-41a2-8f86-12a64692fb4f/94c591d1-76dc-49b4-896e-320d7f87cdc3) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:26.583121 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:19Z', 'revision_number': 3, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:26.632009 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8368a7-f3b2-494b-91cd-9c9da3fec9f1 None None] The sync data for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi is: [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:19Z', 'revision_number': 3, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:04:26.776991 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:04:26.801843 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Publish callbacks [] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.821745 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e8da849f-749b-400d-b7ef-456554591b27 admin admin] 10.222.0.17 "PUT /v2.0/routers/7a5eccb5-23b2-4c1c-aaea-61e93c2dad24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5107529 Jul 25 19:04:26.833356 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.854261 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:26.890090 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port c07d3c77-e62b-492e-bed6-375a93c536d1 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:26.890090 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 00492e85-d60a-4b63-a2db-2626f29c615f up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:26.926411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:26.946422 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:26.955656 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:26.960089 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:26.960089 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.039143 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-a6a00043-3eb3-4972-ac9a-3f079cd49089 None None] Provisioning complete for port 757f22bf-3570-42d9-b305-3ac14157e6f1 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:27.045380 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a6a00043-3eb3-4972-ac9a-3f079cd49089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.050949 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:27.071095 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Publish callbacks [] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.072595 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:27.083306 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:27.087968 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:27.089892 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (b4c27508-7989-4885-9619-472ae071df90), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.091353 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-acb3660f-f701-441f-a61c-a521f4deb17e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (20f5da14-1945-443a-acf0-1c5630f91088), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.099706 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Pushing event updated for resources: {'Port': ['ID=a8597441-978e-48d8-a68a-08ad946a9abc,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:27.187724 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37228) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:27.218700 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.269404 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-585491241-network', 'tenant_id': '3726327cbac64e5a86392b6d2ae2cf4b'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:27.291866 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Pushing event updated for resources: {'Port': ['ID=94c591d1-76dc-49b4-896e-320d7f87cdc3,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:27.459381 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Attempting to bind port 025406fb-a340-4a96-8ecb-2836ee430dd9 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:27.459886 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Attempting to bind port 025406fb-a340-4a96-8ecb-2836ee430dd9 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:27.460181 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Attempting to bind port 025406fb-a340-4a96-8ecb-2836ee430dd9 on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:27.487452 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:27.487837 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:27.488432 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.489004 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:27.489552 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Bound port: 025406fb-a340-4a96-8ecb-2836ee430dd9, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:27.489966 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.498020 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:27.501068 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-a6a00043-3eb3-4972-ac9a-3f079cd49089 None None] Port 757f22bf-3570-42d9-b305-3ac14157e6f1 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:27.522492 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-acb3660f-f701-441f-a61c-a521f4deb17e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (20f5da14-1945-443a-acf0-1c5630f91088), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.618907 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f591d46-b54d-4d93-84a6-2de1b9ec0871 None None] Pushing event updated for resources: {'Port': ['ID=025406fb-a340-4a96-8ecb-2836ee430dd9,revision_number=2']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:27.643634 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3660f-f701-441f-a61c-a521f4deb17e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f5da14-1945-443a-acf0-1c5630f91088,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:27.664380 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Made reservation on behalf of 3726327cbac64e5a86392b6d2ae2cf4b for: {'network': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:27.666463 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] For port 025406fb-a340-4a96-8ecb-2836ee430dd9, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:27.668808 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 00492e85-d60a-4b63-a2db-2626f29c615f triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:27.669121 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.670053 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.671955 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] For port 025406fb-a340-4a96-8ecb-2836ee430dd9, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=025406fb-a340-4a96-8ecb-2836ee430dd9,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:27.714738 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.739955 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.744322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5c9692ed-ebe3-496f-99c8-852f56128687 None None] Provisioning complete for port a8597441-978e-48d8-a68a-08ad946a9abc triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:27.744822 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5c9692ed-ebe3-496f-99c8-852f56128687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.800999 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.827222 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-acb3660f-f701-441f-a61c-a521f4deb17e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.831700 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-acb3660f-f701-441f-a61c-a521f4deb17e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8231902 Jul 25 19:04:27.832600 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.838717 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37238) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:27.846881 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-cfa8f56d-7c0e-4e1b-8652-efd6a93c7fcd tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'security_group_rule': {'security_group_id': '418ba8a3-aa37-41e7-9727-89418b4937a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:27.859353 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5c9692ed-ebe3-496f-99c8-852f56128687 None None] Port a8597441-978e-48d8-a68a-08ad946a9abc cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:27.990508 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Publish callbacks [] for port (604dbe27-1520-446d-adf3-6171ea3170f7), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:27.996615 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:28.021450 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-2ecdee9a-2590-4230-984f-4db6d6c49764 None None] Provisioning complete for port 94c591d1-76dc-49b4-896e-320d7f87cdc3 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:28.022184 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2ecdee9a-2590-4230-984f-4db6d6c49764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.025511 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 00492e85-d60a-4b63-a2db-2626f29c615f is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:28.027491 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.092684 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Publish callbacks [] for security_group (4985a42b-fa6a-44e8-ae44-f9028223193a), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.116349 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-2ecdee9a-2590-4230-984f-4db6d6c49764 None None] Port 94c591d1-76dc-49b4-896e-320d7f87cdc3 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:28.146283 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Sync routers for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:04:28.146527 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f591d46-b54d-4d93-84a6-2de1b9ec0871 None None] Pushing event updated for resources: {'Port': ['ID=025406fb-a340-4a96-8ecb-2836ee430dd9,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:28.149136 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Routers {'b4c27508-7989-4885-9619-472ae071df90'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:28.149998 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['b4c27508-7989-4885-9619-472ae071df90'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:28.175327 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f56d-7c0e-4e1b-8652-efd6a93c7fcd tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (fea721d9-fca3-4903-9971-b4f5b7c899b6), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.180606 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.239007 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Publish callbacks [] for port (a8597441-978e-48d8-a68a-08ad946a9abc), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.239925 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37258) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:28.242736 dv-cinder-820027-16-iscsi neutron-server[111002]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 19:04:28.243480 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4985a42b-fa6a-44e8-ae44-f9028223193a), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.283991 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4985a42b-fa6a-44e8-ae44-f9028223193a,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:28.297411 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:28.301780 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] Set router b4c27508-7989-4885-9619-472ae071df90 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:28.318299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=111003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:04:28.338208 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 00492e85-d60a-4b63-a2db-2626f29c615f, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=00492e85-d60a-4b63-a2db-2626f29c615f,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:28.345523 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (b088660e-fea1-43a8-99b2-388cc2ebea6f), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.345893 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.segments_db [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Added segment b088660e-fea1-43a8-99b2-388cc2ebea6f of type vlan for network 383f55c1-85b0-4418-b544-04d2fd9d69d2 Jul 25 19:04:28.378515 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.378515 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.400813 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:28.401955 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:03:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:28.516972 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (383f55c1-85b0-4418-b544-04d2fd9d69d2), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.633274 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Pushing event updated for resources: {'Port': ['ID=a8597441-978e-48d8-a68a-08ad946a9abc,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:28.645713 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.647967 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d30ee57e-74c0-49b2-96f6-97d3a7fc6e03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.700122 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea75f1b-d764-402d-9fe9-14822bc3fce3 None None] Pushing event updated for resources: {'Port': ['ID=604dbe27-1520-446d-adf3-6171ea3170f7,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:28.720313 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:28.728237 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:28.728237 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:28.728386 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (383f55c1-85b0-4418-b544-04d2fd9d69d2), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.736135 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:28.736956 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.791266 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-cb19ccfd-7b53-46e1-8c0d-3ed7c1173e5b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:28.793128 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-cb19ccfd-7b53-46e1-8c0d-3ed7c1173e5b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 819 time: 0.5517294 Jul 25 19:04:28.849672 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-f6999099-cd4e-436d-af5b-5ded1c73f020 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/quotas/08c6be8edb884214bae7a0abbf97dc16 HTTP/1.1" status: 200 len: 375 time: 0.0375443 Jul 25 19:04:28.856548 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f56d-7c0e-4e1b-8652-efd6a93c7fcd tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (fea721d9-fca3-4903-9971-b4f5b7c899b6), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.860491 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '94c591d1-76dc-49b4-896e-320d7f87cdc3', 'name': '', 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'mac_address': 'fa:16:3e:2f:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:26Z', 'updated_at': '2022-07-25T19:04:26Z', 'revision_number': 1, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'subnets': [{'id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:28.911404 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc8e545-551f-4900-8e5c-d9bc7509ab40 None None] The sync data for ids ['b4c27508-7989-4885-9619-472ae071df90'] in dv-cinder-820027-16-iscsi is: [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '94c591d1-76dc-49b4-896e-320d7f87cdc3', 'name': '', 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'mac_address': 'fa:16:3e:2f:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:26Z', 'updated_at': '2022-07-25T19:04:26Z', 'revision_number': 1, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'subnets': [{'id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:04:28.916884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=00492e85-d60a-4b63-a2db-2626f29c615f,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:28.961124 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f56d-7c0e-4e1b-8652-efd6a93c7fcd tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (fea721d9-fca3-4903-9971-b4f5b7c899b6), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:28.967313 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 7362c425-2357-4378-b17c-f8c4a15f873d up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:28.995544 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-e878b1f9-1955-412f-9078-b24b0b1e8774 None None] Provisioning complete for port 604dbe27-1520-446d-adf3-6171ea3170f7 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:28.996010 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e878b1f9-1955-412f-9078-b24b0b1e8774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.001495 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:29.017588 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:29.027254 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:29.029775 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8f56d-7c0e-4e1b-8652-efd6a93c7fcd tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea721d9-fca3-4903-9971-b4f5b7c899b6,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:29.037339 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-13cfe94d-2192-4373-b9d2-7e61fb004614 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1679263 Jul 25 19:04:29.064747 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Publish callbacks [] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.121989 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cfa8f56d-7c0e-4e1b-8652-efd6a93c7fcd tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.121989 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-cfa8f56d-7c0e-4e1b-8652-efd6a93c7fcd tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2787220 Jul 25 19:04:29.123129 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37272) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:29.138363 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:29.281631 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.281631 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (b4c27508-7989-4885-9619-472ae071df90), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.284495 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] Pushing event updated for resources: {'Network': ['ID=383f55c1-85b0-4418-b544-04d2fd9d69d2,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:29.284624 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-e878b1f9-1955-412f-9078-b24b0b1e8774 None None] Port 604dbe27-1520-446d-adf3-6171ea3170f7 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:29.284624 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:29.362569 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 383f55c1-85b0-4418-b544-04d2fd9d69d2 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:04:29.379209 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-2597f98d-a859-4812-8f0e-9fae6efbe03c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1859655 Jul 25 19:04:29.385020 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37274) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:29.414821 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Request body: {'subnet': {'network_id': '383f55c1-85b0-4418-b544-04d2fd9d69d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-585491241-subnet', 'tenant_id': '3726327cbac64e5a86392b6d2ae2cf4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:29.485851 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:04:29.654556 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:29.664224 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:29.689484 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Pushing event updated for resources: {'Port': ['ID=94c591d1-76dc-49b4-896e-320d7f87cdc3,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:29.726832 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:04:29.731485 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Attempting to bind port 604dbe27-1520-446d-adf3-6171ea3170f7 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:29.731835 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Attempting to bind port 604dbe27-1520-446d-adf3-6171ea3170f7 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:29.732206 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Attempting to bind port 604dbe27-1520-446d-adf3-6171ea3170f7 on network d6572528-5d40-45d4-b911-d98d584260e1 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:29.732428 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e9f17b2b-a024-42d5-946e-74ff367f5c78 admin admin] 10.222.0.17 "PUT /v2.0/routers/8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8548598 Jul 25 19:04:29.733491 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Made reservation on behalf of 3726327cbac64e5a86392b6d2ae2cf4b for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:29.739425 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.753511 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:29.755810 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:29.765558 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:29.769039 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Checking segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:29.769506 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.769922 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Bound using segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:29.770465 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Bound port: 604dbe27-1520-446d-adf3-6171ea3170f7, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:29.770858 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.773284 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-4229bbc9-6fea-4337-8fff-1bafb8f97b50 None None] Provisioning complete for port a8597441-978e-48d8-a68a-08ad946a9abc triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:29.773657 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4229bbc9-6fea-4337-8fff-1bafb8f97b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.824900 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:29.874530 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-6b25474d-c678-4735-853d-213e3c3a82b5 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:04:29.887553 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-6b25474d-c678-4735-853d-213e3c3a82b5 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2468014 Jul 25 19:04:29.942825 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Sync routers for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:04:29.946382 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:29.974011 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:29.989706 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:04:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:30.008218 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:30.028910 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 7362c425-2357-4378-b17c-f8c4a15f873d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:30.030174 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:30.120502 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] For port 604dbe27-1520-446d-adf3-6171ea3170f7, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:30.140542 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] For port 604dbe27-1520-446d-adf3-6171ea3170f7, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=604dbe27-1520-446d-adf3-6171ea3170f7,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:30.145409 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-4229bbc9-6fea-4337-8fff-1bafb8f97b50 None None] Port a8597441-978e-48d8-a68a-08ad946a9abc cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:30.164600 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:24Z', 'revision_number': 2, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:30.207479 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Checking router: 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:04:30.208011 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Updating router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 port 757f22bf-3570-42d9-b305-3ac14157e6f1 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:04:30.295133 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:30.315041 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:30.317559 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:30.344157 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Router b4c27508-7989-4885-9619-472ae071df90 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:04:30.362048 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:30.384895 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (aecfa3a0-9157-4adf-b50a-9060c0d7f73b), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:30.395863 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-236c2cae-e61f-411e-8f9c-8ee7232ba5be None None] Provisioning complete for port 94c591d1-76dc-49b4-896e-320d7f87cdc3 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:30.396127 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-236c2cae-e61f-411e-8f9c-8ee7232ba5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:30.402621 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:30.520436 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37290) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:30.544911 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-a85526e4-d46e-4087-bde0-68ee2b84d9f7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1595580711', 'description': 'tempest-description--1852679475'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:30.610933 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-236c2cae-e61f-411e-8f9c-8ee7232ba5be None None] Port 94c591d1-76dc-49b4-896e-320d7f87cdc3 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:30.631958 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:30.632818 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:04:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:30.633261 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:30.647538 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea75f1b-d764-402d-9fe9-14822bc3fce3 None None] Pushing event updated for resources: {'Port': ['ID=604dbe27-1520-446d-adf3-6171ea3170f7,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:30.676053 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a85526e4-d46e-4087-bde0-68ee2b84d9f7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:30.769352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:30.775939 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aecfa3a0-9157-4adf-b50a-9060c0d7f73b,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:30.795296 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Checking segment: {'id': 'b088660e-fea1-43a8-99b2-388cc2ebea6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '383f55c1-85b0-4418-b544-04d2fd9d69d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:30.796108 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Network hostable DHCP agents. Network: 383f55c1-85b0-4418-b544-04d2fd9d69d2, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:04:30.820855 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:04:30.928130 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a85526e4-d46e-4087-bde0-68ee2b84d9f7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (58d09e04-764f-4e4b-ada4-499aef95eb89), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:30.981247 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 2, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:31.012006 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Checking router: 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:04:31.012423 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Updating router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c port a8597441-978e-48d8-a68a-08ad946a9abc binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:04:31.029976 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a85526e4-d46e-4087-bde0-68ee2b84d9f7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (58d09e04-764f-4e4b-ada4-499aef95eb89), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.034212 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Network 383f55c1-85b0-4418-b544-04d2fd9d69d2 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:04:31.057817 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:31.058749 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.104555 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.116253 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85526e4-d46e-4087-bde0-68ee2b84d9f7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58d09e04-764f-4e4b-ada4-499aef95eb89,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:31.147668 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:31.160552 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:04:31.166557 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 383f55c1-85b0-4418-b544-04d2fd9d69d2) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:31.175606 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a85526e4-d46e-4087-bde0-68ee2b84d9f7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.176961 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-a85526e4-d46e-4087-bde0-68ee2b84d9f7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6544566 Jul 25 19:04:31.180652 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37308) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:31.183289 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:31.183899 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.185870 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b6d579e8-6fea-4c68-b9e1-cfbe6fc1e356 admin admin] 10.222.0.17 "PUT /v2.0/routers/b4c27508-7989-4885-9619-472ae071df90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5970149 Jul 25 19:04:31.221182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-a56ea607-4c0b-4d79-bc00-68f0148ead48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'security_group_rule': {'security_group_id': '58d09e04-764f-4e4b-ada4-499aef95eb89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:31.303713 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-dd61f117-e035-481c-bf60-46dbf61a8ff1 service neutron] 10.222.0.17 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4058318 Jul 25 19:04:31.378643 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c05e301c-0778-44a8-b932-301e07c64809 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9919088 Jul 25 19:04:31.428187 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a56ea607-4c0b-4d79-bc00-68f0148ead48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (f9413f52-b26f-42b3-a412-870d82fee01a), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.510246 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:31.613768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 7362c425-2357-4378-b17c-f8c4a15f873d is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:31.614379 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.620307 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Publish callbacks [] for port (a8597441-978e-48d8-a68a-08ad946a9abc), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.644728 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:31.671100 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37328) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:31.691782 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-108af6e1-0797-4f5a-ba64-be1f20683b80 service neutron] 10.222.0.17 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783886 Jul 25 19:04:31.706912 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.734656 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45305d-50cc-4a4f-aea5-e028c69c9bb7 None None] Network 383f55c1-85b0-4418-b544-04d2fd9d69d2 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:31.756200 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Allocated IP 172.27.0.22 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/7e07e61b-1c02-4773-b16b-41f99ca75539) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:31.826592 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:31.841481 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a56ea607-4c0b-4d79-bc00-68f0148ead48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (f9413f52-b26f-42b3-a412-870d82fee01a), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.897152 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98e9d9-0f45-4214-b2e8-f997897bcf33 None None] Pushing event updated for resources: {'Port': ['ID=a8597441-978e-48d8-a68a-08ad946a9abc,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:31.933706 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_v2 [None req-89bb8f23-03f9-43d8-a925-4f510f85ba2d admin admin] Deleting subnet f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a {{(pid=111003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:04:31.957268 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-89bb8f23-03f9-43d8-a925-4f510f85ba2d admin admin] Publish callbacks [] for subnet (f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:31.964137 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a56ea607-4c0b-4d79-bc00-68f0148ead48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (f9413f52-b26f-42b3-a412-870d82fee01a), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.058950 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Attempting to bind port a8597441-978e-48d8-a68a-08ad946a9abc on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:32.063856 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Attempting to bind port a8597441-978e-48d8-a68a-08ad946a9abc by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:32.063856 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Attempting to bind port a8597441-978e-48d8-a68a-08ad946a9abc on network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:32.071383 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:32.072467 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Checking segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:32.073098 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.073670 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Bound using segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:32.074389 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Bound port: a8597441-978e-48d8-a68a-08ad946a9abc, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:32.076123 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.083123 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ea607-4c0b-4d79-bc00-68f0148ead48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9413f52-b26f-42b3-a412-870d82fee01a,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:32.102007 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-89bb8f23-03f9-43d8-a925-4f510f85ba2d admin admin] Publish callbacks [] for subnet (f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.118855 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-89bb8f23-03f9-43d8-a925-4f510f85ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.168080 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a56ea607-4c0b-4d79-bc00-68f0148ead48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.172250 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-a56ea607-4c0b-4d79-bc00-68f0148ead48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9672408 Jul 25 19:04:32.174683 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37350) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:32.190133 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-ff221e4c-4238-4ad7-ab1f-a1aa18f67f16 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'security_group_rule': {'security_group_id': '58d09e04-764f-4e4b-ada4-499aef95eb89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:32.205939 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for port (7e07e61b-1c02-4773-b16b-41f99ca75539), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.246019 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd548e8c-4809-4b14-827c-06323fa6f18b None None] Network 383f55c1-85b0-4418-b544-04d2fd9d69d2 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:04:32.272187 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37360) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:32.299067 dv-cinder-820027-16-iscsi neutron-server[111003]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 25 19:04:32.300947 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:32.306688 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] For port a8597441-978e-48d8-a68a-08ad946a9abc, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:32.314231 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] For port a8597441-978e-48d8-a68a-08ad946a9abc, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=a8597441-978e-48d8-a68a-08ad946a9abc,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:32.403386 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 7362c425-2357-4378-b17c-f8c4a15f873d, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=7362c425-2357-4378-b17c-f8c4a15f873d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:32.409509 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-8a4cb9cb-de83-449e-ab9c-0a52d1e08530 None None] Provisioning complete for port 604dbe27-1520-446d-adf3-6171ea3170f7 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:32.409700 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3c265700-d1f1-467e-bfe6-306997ae6336 req-9116e415-6b82-46b0-b05a-6324eff846c1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 210 time: 0.0785918 Jul 25 19:04:32.410511 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb9cb-de83-449e-ab9c-0a52d1e08530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.412191 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (7e07e61b-1c02-4773-b16b-41f99ca75539), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.422446 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.424189 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.432919 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.483919 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:30Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:32.497591 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-89bb8f23-03f9-43d8-a925-4f510f85ba2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.545179 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'Port': ['ID=7e07e61b-1c02-4773-b16b-41f99ca75539,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:32.630402 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:32.630402 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:32.638385 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6da91f3-8c3e-4aa0-8071-ef349756a240 None None] The sync data for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi is: [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:30Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:04:32.642996 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.643313 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:32.644664 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 38940930-f250-4668-99cd-65a6acb2b692 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:32.681975 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb8f23-03f9-43d8-a925-4f510f85ba2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:32.698194 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-89bb8f23-03f9-43d8-a925-4f510f85ba2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.702173 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-89bb8f23-03f9-43d8-a925-4f510f85ba2d admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f3863d47-ef63-4e4e-8f88-e3ccc1f7bb3a HTTP/1.1" status: 204 len: 168 time: 1.0266175 Jul 25 19:04:32.703056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ff221e4c-4238-4ad7-ab1f-a1aa18f67f16 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (e682e269-cb94-4b88-8277-5d609049cfda), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:32.715371 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:32.772214 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37388) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:32.818071 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98e9d9-0f45-4214-b2e8-f997897bcf33 None None] Pushing event updated for resources: {'Port': ['ID=a8597441-978e-48d8-a68a-08ad946a9abc,revision_number=4']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:32.888585 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:32.889300 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:04:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:32.946284 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:33.130384 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=7362c425-2357-4378-b17c-f8c4a15f873d,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:33.170081 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.226017 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ff221e4c-4238-4ad7-ab1f-a1aa18f67f16 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (e682e269-cb94-4b88-8277-5d609049cfda), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.246113 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-20a8ff90-cefc-40b1-9a07-f693223a717d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:33.262347 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:33.266786 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:33.268982 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-8a4cb9cb-de83-449e-ab9c-0a52d1e08530 None None] Current status of the port 604dbe27-1520-446d-adf3-6171ea3170f7 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:33.269435 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb9cb-de83-449e-ab9c-0a52d1e08530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.275158 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-20a8ff90-cefc-40b1-9a07-f693223a717d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/networks?id=bf0ea9a3-4a87-4dd5-943d-fdc967447281 HTTP/1.1" status: 200 len: 811 time: 0.9824142 Jul 25 19:04:33.278265 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:33.323500 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 38940930-f250-4668-99cd-65a6acb2b692 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:33.324269 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (38940930-f250-4668-99cd-65a6acb2b692), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.326137 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-32c71ad7-7868-494c-841a-d1913a63ccae tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/quotas/463f573db9d84c03900d443e4f6585cd HTTP/1.1" status: 200 len: 375 time: 0.0496895 Jul 25 19:04:33.330186 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (4aa2a945-6a69-42d3-8f5f-9bdcbcfac390), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.348542 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ff221e4c-4238-4ad7-ab1f-a1aa18f67f16 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (e682e269-cb94-4b88-8277-5d609049cfda), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.379344 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:33.518598 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (c6485caa-5aa1-4564-aa10-8d19003e1784), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.585167 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:33.602041 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:33.629977 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Sync routers for ids ['b4c27508-7989-4885-9619-472ae071df90'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:04:33.652310 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff221e4c-4238-4ad7-ab1f-a1aa18f67f16 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e682e269-cb94-4b88-8277-5d609049cfda,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:33.683965 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-74ff1db3-e9f8-4729-bdcf-6424675c7ddf tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=463f573db9d84c03900d443e4f6585cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3562655 Jul 25 19:04:33.701238 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ff221e4c-4238-4ad7-ab1f-a1aa18f67f16 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.701238 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ff221e4c-4238-4ad7-ab1f-a1aa18f67f16 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5231791 Jul 25 19:04:33.711061 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37404) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:33.718149 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:33.846616 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 38940930-f250-4668-99cd-65a6acb2b692 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:33.847089 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (38940930-f250-4668-99cd-65a6acb2b692), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:33.863222 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-8a4cb9cb-de83-449e-ab9c-0a52d1e08530 None None] For port 604dbe27-1520-446d-adf3-6171ea3170f7, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=604dbe27-1520-446d-adf3-6171ea3170f7,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:33.981276 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:33.981276 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Routers {'b4c27508-7989-4885-9619-472ae071df90'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:33.981276 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:04:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['b4c27508-7989-4885-9619-472ae071df90'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:33.992200 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 38940930-f250-4668-99cd-65a6acb2b692, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=38940930-f250-4668-99cd-65a6acb2b692,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:34.062728 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-17a9e4e0-0fc6-4f17-822b-f142ef747952 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:04:34.064692 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-17a9e4e0-0fc6-4f17-822b-f142ef747952 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2411468 Jul 25 19:04:34.095938 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (7e07e61b-1c02-4773-b16b-41f99ca75539), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.118199 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (c6485caa-5aa1-4564-aa10-8d19003e1784), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.205179 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:34.238635 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:32Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:34.246623 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.247647 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Set router b4c27508-7989-4885-9619-472ae071df90 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:34.321700 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.322090 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.323850 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.323850 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > port after_create 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.324444 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > port after_delete 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.324773 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > port after_update 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.325097 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.325458 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.325843 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.326344 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.356824 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b41dc4-114d-4588-a2dc-b8ca840da39a None None] The sync data for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi is: [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:32Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:04:34.416676 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8a4cb9cb-de83-449e-ab9c-0a52d1e08530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.419785 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (38940930-f250-4668-99cd-65a6acb2b692), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.582066 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.588236 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-0fa58274-c3f8-41e0-9cce-b37d95186dbf service neutron] 10.222.0.17 "GET /v2.0/networks/bf0ea9a3-4a87-4dd5-943d-fdc967447281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5103920 Jul 25 19:04:34.685893 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Publish callbacks [] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.845162 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.846643 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.847383 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.848097 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111002) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:04:34.848925 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6485caa-5aa1-4564-aa10-8d19003e1784']}} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:34.887921 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.910587 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7') {'for_net_delete': True} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:34.910831 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-7bb3f4bf-e14b-4f44-b284-f1928d0f8f89 None None] Provisioning complete for port a8597441-978e-48d8-a68a-08ad946a9abc triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:34.911267 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7') {} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:34.913885 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f4bf-e14b-4f44-b284-f1928d0f8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:34.964331 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9700-c621-4e95-8724-87e153180b48 req-0893ac51-9c81-45b0-aaa5-700a4f2b1005 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:34.971316 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-0893ac51-9c81-45b0-aaa5-700a4f2b1005 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 819 time: 1.8131080 Jul 25 19:04:35.051464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4cb9cb-de83-449e-ab9c-0a52d1e08530 None None] Pushing event updated for resources: {'Port': ['ID=604dbe27-1520-446d-adf3-6171ea3170f7,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:35.149106 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:35.152743 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 025406fb-a340-4a96-8ecb-2836ee430dd9 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:35.311799 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Allocated IP 172.27.0.172 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/a31b56d1-dd3a-45fe-bfa9-eef8dc7df495) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:35.366048 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=38940930-f250-4668-99cd-65a6acb2b692,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:35.370346 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:35.430317 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:35.439190 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cd2e2-9358-4914-8545-18f621960b3d None None] Pushing event updated for resources: {'Port': ['ID=757f22bf-3570-42d9-b305-3ac14157e6f1,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:35.441079 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:35.463388 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-c5cf8f2b-2c50-4f1e-96ba-133fb20754bb service neutron] 10.222.0.17 "GET /v2.0/networks/bf0ea9a3-4a87-4dd5-943d-fdc967447281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8620048 Jul 25 19:04:35.475049 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795307'] for segment (98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.515246 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:35.569555 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for port (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.589454 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Attempting to bind port 757f22bf-3570-42d9-b305-3ac14157e6f1 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:35.590060 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Attempting to bind port 757f22bf-3570-42d9-b305-3ac14157e6f1 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:35.590565 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Attempting to bind port 757f22bf-3570-42d9-b305-3ac14157e6f1 on network 9229fc30-046e-4028-a03d-cbb3123aa86d {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:35.604295 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.623678 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-02af83d0-69e5-456d-8a0d-713064399845 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/quotas/08c6be8edb884214bae7a0abbf97dc16 HTTP/1.1" status: 200 len: 375 time: 0.1440303 Jul 25 19:04:35.665629 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:35.718506 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.731609 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:35.731991 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Checking segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:35.732400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.739890 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Bound using segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:35.740596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Bound port: 757f22bf-3570-42d9-b305-3ac14157e6f1, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:35.741015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.743420 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 025406fb-a340-4a96-8ecb-2836ee430dd9 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:35.744418 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.794852 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=111002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:04:35.795450 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3796311'] for segment (98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.816289 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:35.842930 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3f4bf-e14b-4f44-b284-f1928d0f8f89 None None] Current status of the port a8597441-978e-48d8-a68a-08ad946a9abc is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:35.843388 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f4bf-e14b-4f44-b284-f1928d0f8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:35.846536 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-872da3aa-26b7-498e-8628-ceb842a10ab5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000642 Jul 25 19:04:35.871337 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:35.887951 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:35.924369 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'Port': ['ID=a31b56d1-dd3a-45fe-bfa9-eef8dc7df495,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:35.935097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:35.989422 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-7bb3f4bf-e14b-4f44-b284-f1928d0f8f89 None None] For port a8597441-978e-48d8-a68a-08ad946a9abc, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=a8597441-978e-48d8-a68a-08ad946a9abc,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:36.151858 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7bb3f4bf-e14b-4f44-b284-f1928d0f8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.212883 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (02d4138a-70fb-4a2e-ae84-7b007973b0ac), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.357693 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '94c591d1-76dc-49b4-896e-320d7f87cdc3', 'name': '', 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'mac_address': 'fa:16:3e:2f:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:26Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 2, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'subnets': [{'id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:36.389639 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:36.471084 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Checking router: b4c27508-7989-4885-9619-472ae071df90 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:04:36.471817 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Updating router b4c27508-7989-4885-9619-472ae071df90 port 94c591d1-76dc-49b4-896e-320d7f87cdc3 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:04:36.473900 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 025406fb-a340-4a96-8ecb-2836ee430dd9 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:36.474288 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.501951 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 025406fb-a340-4a96-8ecb-2836ee430dd9, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=025406fb-a340-4a96-8ecb-2836ee430dd9,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:36.510433 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-f5039c31-814e-435f-857e-221fbd51ddee None None] Provisioning complete for port 757f22bf-3570-42d9-b305-3ac14157e6f1 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:36.510812 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f5039c31-814e-435f-857e-221fbd51ddee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.515833 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-47e8f5e7-7a0e-42e2-83d9-d0f8b9c402ce req-cb6a9c99-e2ef-4d7c-9512-907b6ad9b6a9 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 210 time: 0.2580869 Jul 25 19:04:36.528097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:36.581225 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3f4bf-e14b-4f44-b284-f1928d0f8f89 None None] Pushing event updated for resources: {'Port': ['ID=a8597441-978e-48d8-a68a-08ad946a9abc,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:36.605195 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] For port 757f22bf-3570-42d9-b305-3ac14157e6f1, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:36.606435 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-50586871-9f89-4f8a-8af0-acc69806a03f service neutron] 10.222.0.17 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6736622 Jul 25 19:04:36.624108 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7 resource provider aggregate not found Jul 25 19:04:36.636272 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.644662 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] For port 757f22bf-3570-42d9-b305-3ac14157e6f1, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=757f22bf-3570-42d9-b305-3ac14157e6f1,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:36.646021 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.646231 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 7362c425-2357-4378-b17c-f8c4a15f873d up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:36.646967 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.701723 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-f5039c31-814e-435f-857e-221fbd51ddee None None] Port 757f22bf-3570-42d9-b305-3ac14157e6f1 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:36.767279 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-4fc97c1a-4dda-4b7e-9555-fdac53d2a4b2 service neutron] 10.222.0.17 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594760 Jul 25 19:04:36.771494 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:36.794867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (c6485caa-5aa1-4564-aa10-8d19003e1784), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.811780 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98a1c2dc-fe73-4463-b81e-eeedf8e0d2d7 found for delete ", "request_id": "req-5f80ffeb-ad59-418d-9bc8-463134efe052"}]} Jul 25 19:04:36.822846 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.843005 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:36.898349 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] 10.222.0.17 "DELETE /v2.0/networks/c6485caa-5aa1-4564-aa10-8d19003e1784 HTTP/1.1" status: 204 len: 168 time: 4.0982437 Jul 25 19:04:36.926038 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37498) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:36.944279 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b2c27-4a04-4f56-8ca7-dd292dc3874b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6485caa-5aa1-4564-aa10-8d19003e1784,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:37.092058 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for port (7e07e61b-1c02-4773-b16b-41f99ca75539), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.170148 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b392cb1-fefb-4d57-97c7-6eacbda3a378 admin admin] Deleting subnet aecfa3a0-9157-4adf-b50a-9060c0d7f73b {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:04:37.189327 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6b392cb1-fefb-4d57-97c7-6eacbda3a378 admin admin] Publish callbacks [] for subnet (aecfa3a0-9157-4adf-b50a-9060c0d7f73b), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.304254 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (7e07e61b-1c02-4773-b16b-41f99ca75539), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.350153 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:37.359465 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:37.371034 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for port (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.411876 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=025406fb-a340-4a96-8ecb-2836ee430dd9,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:37.446089 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6bcea4fd-b827-4140-ad0c-44b3a7cf9ae0 req-42880ca2-cab2-494a-956b-5d7bcb13fdf8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 210 time: 0.0703700 Jul 25 19:04:37.447348 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 7362c425-2357-4378-b17c-f8c4a15f873d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:37.447765 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.453241 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:37.454648 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:04:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:37.527264 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.528647 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6b392cb1-fefb-4d57-97c7-6eacbda3a378 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (aecfa3a0-9157-4adf-b50a-9060c0d7f73b), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.532851 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'Port': ['ID=7e07e61b-1c02-4773-b16b-41f99ca75539,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:37.637136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (02d4138a-70fb-4a2e-ae84-7b007973b0ac), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.671636 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'Port': ['ID=a31b56d1-dd3a-45fe-bfa9-eef8dc7df495,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:37.763919 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.776129 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d8c94471-a318-4276-82f9-0bef2eaced1d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0532737 Jul 25 19:04:37.799059 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3170ecbd-b61a-4a0f-977b-d58191d266b4 req-91fc77c2-fb53-41bf-9966-071d31cacf2b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 210 time: 0.1250994 Jul 25 19:04:37.807531 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:37.816806 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6b392cb1-fefb-4d57-97c7-6eacbda3a378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (aecfa3a0-9157-4adf-b50a-9060c0d7f73b), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.858699 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876cd2e2-9358-4914-8545-18f621960b3d None None] Pushing event updated for resources: {'Port': ['ID=757f22bf-3570-42d9-b305-3ac14157e6f1,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:37.910622 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-295be0ae-7685-45aa-ab16-1fe505281db9 None None] Provisioning complete for port 757f22bf-3570-42d9-b305-3ac14157e6f1 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:37.912968 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-295be0ae-7685-45aa-ab16-1fe505281db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:37.962393 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (4aa2a945-6a69-42d3-8f5f-9bdcbcfac390), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.042541 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6b392cb1-fefb-4d57-97c7-6eacbda3a378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (aecfa3a0-9157-4adf-b50a-9060c0d7f73b), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.083533 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Publish callbacks [] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.110931 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:38.138911 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b392cb1-fefb-4d57-97c7-6eacbda3a378 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aecfa3a0-9157-4adf-b50a-9060c0d7f73b,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:38.155016 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6b392cb1-fefb-4d57-97c7-6eacbda3a378 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.167212 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6b392cb1-fefb-4d57-97c7-6eacbda3a378 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/aecfa3a0-9157-4adf-b50a-9060c0d7f73b HTTP/1.1" status: 204 len: 168 time: 1.2392528 Jul 25 19:04:38.171595 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.175022 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b2ffa73b-ba5d-44d9-aae7-418fe9368fc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.0492406 Jul 25 19:04:38.175022 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37542) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:38.254893 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 7362c425-2357-4378-b17c-f8c4a15f873d is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:38.256610 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 604dbe27-1520-446d-adf3-6171ea3170f7 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:38.337846 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-c2de34bb-8613-4a38-82c1-e043510c1bba tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1595580711&fields=id&tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf HTTP/1.1" status: 200 len: 267 time: 0.2443771 Jul 25 19:04:38.348472 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.355935 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:38.429961 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:38.448091 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (383f55c1-85b0-4418-b544-04d2fd9d69d2), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.738445 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09344dfa-aea0-47bd-aedc-7d4e0dc9c122 None None] Pushing event updated for resources: {'Port': ['ID=94c591d1-76dc-49b4-896e-320d7f87cdc3,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:38.743673 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-875b9848-fffa-41bf-8f0a-cc01483db08d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:38.750799 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-875b9848-fffa-41bf-8f0a-cc01483db08d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 817 time: 0.4101644 Jul 25 19:04:38.796637 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-49cd7751-930f-4f59-a657-9ae950b9915d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/quotas/c2de35c4252b4a6fa55eb7e5d59e06cf HTTP/1.1" status: 200 len: 375 time: 0.0261602 Jul 25 19:04:38.816041 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:38.885378 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:38.888113 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (383f55c1-85b0-4418-b544-04d2fd9d69d2), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.891977 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-295be0ae-7685-45aa-ab16-1fe505281db9 None None] Current status of the port 757f22bf-3570-42d9-b305-3ac14157e6f1 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:38.892575 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-295be0ae-7685-45aa-ab16-1fe505281db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:38.926690 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-c0956416-743a-4dce-9a3d-c6bb90dee543 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076813 Jul 25 19:04:38.951184 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:38.968207 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:36Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:39.029449 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['383f55c1-85b0-4418-b544-04d2fd9d69d2']}} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:39.036626 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-295be0ae-7685-45aa-ab16-1fe505281db9 None None] For port 757f22bf-3570-42d9-b305-3ac14157e6f1, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=757f22bf-3570-42d9-b305-3ac14157e6f1,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:39.039027 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c244ad56-499e-4697-b36d-e856c9f3120f None None] The sync data for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi is: [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:36Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:04:39.047229 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 604dbe27-1520-446d-adf3-6171ea3170f7 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:39.047862 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:39.114898 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b088660e-fea1-43a8-99b2-388cc2ebea6f') {'for_net_delete': True} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:39.115363 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b088660e-fea1-43a8-99b2-388cc2ebea6f') {} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:39.229572 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-bd3416b3-caa0-4569-9a47-3417f4f6ced8 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1459127027&fields=id&tenant_id=5e929654eb2b4c1ca969174e94aa8de2 HTTP/1.1" status: 200 len: 267 time: 0.5009305 Jul 25 19:04:39.275164 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795307'] for segment (b088660e-fea1-43a8-99b2-388cc2ebea6f), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:39.385751 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-e91f9432-910c-4d86-bf65-9f1298d5de99 service neutron] 10.222.0.17 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012287 Jul 25 19:04:39.398106 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.88', 56773) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:39.528666 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:39.532922 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (b088660e-fea1-43a8-99b2-388cc2ebea6f), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:39.550872 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=111002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:04:39.551747 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3796311'] for segment (b088660e-fea1-43a8-99b2-388cc2ebea6f), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:39.606028 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment b088660e-fea1-43a8-99b2-388cc2ebea6f resource provider aggregate not found Jul 25 19:04:39.694802 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Attempting to bind port 94c591d1-76dc-49b4-896e-320d7f87cdc3 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:39.695374 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Attempting to bind port 94c591d1-76dc-49b4-896e-320d7f87cdc3 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:39.701896 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Attempting to bind port 94c591d1-76dc-49b4-896e-320d7f87cdc3 on network bf0ea9a3-4a87-4dd5-943d-fdc967447281 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:39.706759 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-11ba185d-a20d-4529-8676-6a6fa2f3eae3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:39.720166 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-11ba185d-a20d-4529-8676-6a6fa2f3eae3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 811 time: 0.4875379 Jul 25 19:04:39.725310 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:39.725818 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Checking segment: {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:39.726941 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:39.727357 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Bound using segment: {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:39.727901 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Bound port: 94c591d1-76dc-49b4-896e-320d7f87cdc3, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:39.728289 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:39.741890 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-295be0ae-7685-45aa-ab16-1fe505281db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:39.805744 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-a71573f1-d78f-46c0-b914-ee9ebae66066 service neutron] 10.222.0.17 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183350 Jul 25 19:04:39.853878 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-e65d5e82-b272-4aff-9786-b1c61d403c6b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:39.874037 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-e65d5e82-b272-4aff-9786-b1c61d403c6b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 819 time: 0.4745777 Jul 25 19:04:39.919617 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'port': {'device_id': 'bffab6ed-1699-49d7-bee1-73e045f1e868', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'admin_state_up': True, 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:39.921694 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-7402ad4a-4133-4946-8b02-fea77a1c4703 None None] Provisioning complete for port 94c591d1-76dc-49b4-896e-320d7f87cdc3 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:39.922553 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7402ad4a-4133-4946-8b02-fea77a1c4703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:39.927770 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment b088660e-fea1-43a8-99b2-388cc2ebea6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b088660e-fea1-43a8-99b2-388cc2ebea6f found for delete ", "request_id": "req-4c086632-85ba-413c-b7fb-d1aa9cd33773"}]} Jul 25 19:04:39.961034 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-055cd6ff-77dc-4ac4-99a4-fb17a291e22e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/quotas/5e929654eb2b4c1ca969174e94aa8de2 HTTP/1.1" status: 200 len: 375 time: 0.2390547 Jul 25 19:04:40.194643 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-1c702a89-18b6-4802-9d61-aa7ecb9faac9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057590 Jul 25 19:04:40.195190 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (383f55c1-85b0-4418-b544-04d2fd9d69d2), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:40.207531 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:40.213196 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] 10.222.0.17 "DELETE /v2.0/networks/383f55c1-85b0-4418-b544-04d2fd9d69d2 HTTP/1.1" status: 204 len: 168 time: 2.0370288 Jul 25 19:04:40.245411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bc8714-1785-4714-9d5e-691267323e90 admin admin] Pushing event deleted for resources: {'Network': ['ID=383f55c1-85b0-4418-b544-04d2fd9d69d2,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:40.256007 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Made reservation on behalf of 08c6be8edb884214bae7a0abbf97dc16 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:40.259883 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:40.264746 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-7402ad4a-4133-4946-8b02-fea77a1c4703 None None] Port 94c591d1-76dc-49b4-896e-320d7f87cdc3 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:40.364111 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 604dbe27-1520-446d-adf3-6171ea3170f7 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:40.377264 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 00492e85-d60a-4b63-a2db-2626f29c615f up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:40.539605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295be0ae-7685-45aa-ab16-1fe505281db9 None None] Pushing event updated for resources: {'Port': ['ID=757f22bf-3570-42d9-b305-3ac14157e6f1,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:40.603897 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:40.618760 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:40.635737 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-fb317165-51e9-43ca-8b14-8daebe6b5842 service neutron] 10.222.0.17 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932950 Jul 25 19:04:40.636410 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:40.712454 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] For port 94c591d1-76dc-49b4-896e-320d7f87cdc3, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:40.712454 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] For port 94c591d1-76dc-49b4-896e-320d7f87cdc3, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=94c591d1-76dc-49b4-896e-320d7f87cdc3,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:40.712454 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 00492e85-d60a-4b63-a2db-2626f29c615f triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:40.712454 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:40.826028 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Allocated IP 172.20.0.4 (9229fc30-046e-4028-a03d-cbb3123aa86d/6ffa02b3-5251-4b98-ab9c-4b888f9b229d/58ad3790-244f-4d95-b9e7-422923ef19fa) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:40.833897 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-4c5e4a8e-8c17-4a2e-b7f0-37dbae3e9161 service neutron] 10.222.0.17 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994154 Jul 25 19:04:40.841555 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:40.881080 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 00492e85-d60a-4b63-a2db-2626f29c615f is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:40.902148 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c860ed53-f5c5-446a-8216-e0a10b61a9f2 req-9e43b899-a926-42ab-89ab-ddb3fb4f3e41 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 210 time: 0.1227493 Jul 25 19:04:40.918237 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:41.141168 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Routers {'b4c27508-7989-4885-9619-472ae071df90'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:04:41.153925 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:04:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['b4c27508-7989-4885-9619-472ae071df90'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:41.300729 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-06c45f6c-f59d-4464-97a7-0caa0ffe170e req-c1389dc2-7080-4604-b192-ebb1aeba6809 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 210 time: 0.1283259 Jul 25 19:04:41.356526 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09344dfa-aea0-47bd-aedc-7d4e0dc9c122 None None] Pushing event updated for resources: {'Port': ['ID=94c591d1-76dc-49b4-896e-320d7f87cdc3,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:41.483757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:41.668860 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.88', 56781) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:41.731344 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] Set router b4c27508-7989-4885-9619-472ae071df90 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:04:41.732158 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c623993a-c515-4cff-84fb-c79e2ee34ea7 req-75142ec2-46f2-4e2d-ad7e-b794d12d2cbb tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 210 time: 0.1474726 Jul 25 19:04:41.770606 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ec55c10b-20a0-4407-9638-5fcfa042b819 req-7b42079c-f9d1-497b-807f-74cf7ded1475 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 210 time: 0.2413175 Jul 25 19:04:41.830559 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device a8597441-978e-48d8-a68a-08ad946a9abc up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:41.933678 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:41.937124 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37656) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:41.974274 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:42.024999 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37664) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:42.099717 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9700-c621-4e95-8724-87e153180b48 req-aade9cbc-b279-4e02-9f8b-925c0a85ea6c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:42.101568 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-aade9cbc-b279-4e02-9f8b-925c0a85ea6c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 819 time: 0.4310586 Jul 25 19:04:42.103997 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-1ab6e4d5-bf71-48b6-bb6f-400141b54d40 None None] Provisioning complete for port 94c591d1-76dc-49b4-896e-320d7f87cdc3 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:42.105175 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1ab6e4d5-bf71-48b6-bb6f-400141b54d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:42.119316 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'port': {'device_id': 'a8ff921d-92b0-4208-b109-9f6969a9b950', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'admin_state_up': True, 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:42.202243 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.88', 56782) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:42.229545 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:UPDATE=1,neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:42.344447 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port a8597441-978e-48d8-a68a-08ad946a9abc triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:42.345133 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:42.425656 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Network 9229fc30-046e-4028-a03d-cbb3123aa86d is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:42.581420 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37680) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:42.651909 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '94c591d1-76dc-49b4-896e-320d7f87cdc3', 'name': '', 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'mac_address': 'fa:16:3e:2f:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:26Z', 'updated_at': '2022-07-25T19:04:40Z', 'revision_number': 4, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'subnets': [{'id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:04:42.681700 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:42.724607 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:42.746675 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:42.750947 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:42.876809 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5c40da-e737-4ecc-a06d-1b511382d48a None None] The sync data for ids ['b4c27508-7989-4885-9619-472ae071df90'] in dv-cinder-820027-16-iscsi is: [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '94c591d1-76dc-49b4-896e-320d7f87cdc3', 'name': '', 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'mac_address': 'fa:16:3e:2f:38:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:26Z', 'updated_at': '2022-07-25T19:04:40Z', 'revision_number': 4, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'subnets': [{'id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:04:42.985360 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port a8597441-978e-48d8-a68a-08ad946a9abc is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:42.988086 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 025406fb-a340-4a96-8ecb-2836ee430dd9 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:43.219961 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:43.225655 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-1ab6e4d5-bf71-48b6-bb6f-400141b54d40 None None] Current status of the port 94c591d1-76dc-49b4-896e-320d7f87cdc3 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:43.226220 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1ab6e4d5-bf71-48b6-bb6f-400141b54d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:43.242758 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 025406fb-a340-4a96-8ecb-2836ee430dd9 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:43.243393 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:43.379558 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-afd61db9-2045-4718-8563-297e5f798eb0 req-c4401762-7f30-41e5-98cc-3da1d4d42952 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 210 time: 0.3860011 Jul 25 19:04:43.461989 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:43.480173 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-a61592be-4a28-485a-9641-c192a9f6dbac tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:43.483175 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-a61592be-4a28-485a-9641-c192a9f6dbac tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.88 "GET /v2.0/networks?id=bf0ea9a3-4a87-4dd5-943d-fdc967447281 HTTP/1.1" status: 200 len: 811 time: 1.2788579 Jul 25 19:04:43.508250 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Request body: {'port': {'device_id': 'fd3ed71b-85b5-454f-a874-b0f7031ef007', 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'admin_state_up': True, 'tenant_id': '463f573db9d84c03900d443e4f6585cd'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:43.529996 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-a7bd257e-3e89-4a84-928a-4960a51d1324 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=901a8a9740cb4db8af03be75c133078c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4510036 Jul 25 19:04:43.550829 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37706) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:43.565435 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:43.609838 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-1ab6e4d5-bf71-48b6-bb6f-400141b54d40 None None] For port 94c591d1-76dc-49b4-896e-320d7f87cdc3, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=94c591d1-76dc-49b4-896e-320d7f87cdc3,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:04:43.611816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:43.633123 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-63d59008-690b-4779-8a62-1af9c26dbb92 req-0c0e8f1b-222e-42db-932d-e05ef50adc0e tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 210 time: 0.9443421 Jul 25 19:04:43.657545 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6223a5c8-0827-457c-a03d-f537f99ee258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:43.708656 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Made reservation on behalf of 08c6be8edb884214bae7a0abbf97dc16 for: {'port': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:43.726545 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:43.758213 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event updated for resources: {'Port': ['ID=58ad3790-244f-4d95-b9e7-422923ef19fa,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:43.769223 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d9d6dc1d-6b52-42d9-9b46-6d52675997e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:43.875695 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1ab6e4d5-bf71-48b6-bb6f-400141b54d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:43.945640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d9d6dc1d-6b52-42d9-9b46-6d52675997e3 admin admin] Publish callbacks [] for security_group (979b897d-985b-4c2c-be12-6128a0701001), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:43.960261 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-3592b0ee-92fd-4e94-a11e-ffee7b30871c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0459113 Jul 25 19:04:43.979062 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-9c2fe7f7-ac8e-4a49-9864-82ffc5ad165e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:04:43.981044 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-9c2fe7f7-ac8e-4a49-9864-82ffc5ad165e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0098746 Jul 25 19:04:44.057313 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6223a5c8-0827-457c-a03d-f537f99ee258 admin admin] Publish callbacks [] for security_group (ea1d7509-3730-4901-8819-7a37a0a5b50c), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:44.059929 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d9d6dc1d-6b52-42d9-9b46-6d52675997e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (979b897d-985b-4c2c-be12-6128a0701001), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:44.125334 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 025406fb-a340-4a96-8ecb-2836ee430dd9 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:44.133838 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 38940930-f250-4668-99cd-65a6acb2b692 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:44.222095 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6dc1d-6b52-42d9-9b46-6d52675997e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979b897d-985b-4c2c-be12-6128a0701001,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:44.249547 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d9d6dc1d-6b52-42d9-9b46-6d52675997e3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e02ab65920c04a8296db23c2ba37bd14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6573510 Jul 25 19:04:44.396805 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fcf5f906-cf53-4607-b57d-3229d0a60ed1 req-11fbbf11-cd97-42c1-a8a4-3e0bf1896e20 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 210 time: 0.1355026 Jul 25 19:04:44.408037 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37716) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:44.451670 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Request body: {'port': {'device_id': 'bffab6ed-1699-49d7-bee1-73e045f1e868', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:44.512970 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-246a6ab9-75a1-480e-92f6-9098677cac21 None None] Provisioning complete for port 58ad3790-244f-4d95-b9e7-422923ef19fa triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:44.517568 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-246a6ab9-75a1-480e-92f6-9098677cac21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:44.528871 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-23fc2051-a081-4070-a12c-62535a3d4c98 req-de158b24-8439-470d-9f66-a8a08e4b92f5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 210 time: 0.8788595 Jul 25 19:04:44.609698 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 38940930-f250-4668-99cd-65a6acb2b692 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:44.615289 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (38940930-f250-4668-99cd-65a6acb2b692), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:44.636241 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6223a5c8-0827-457c-a03d-f537f99ee258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ea1d7509-3730-4901-8819-7a37a0a5b50c), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:44.731768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6e4d5-bf71-48b6-bb6f-400141b54d40 None None] Pushing event updated for resources: {'Port': ['ID=94c591d1-76dc-49b4-896e-320d7f87cdc3,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:44.815453 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:44.819464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-246a6ab9-75a1-480e-92f6-9098677cac21 None None] Port 58ad3790-244f-4d95-b9e7-422923ef19fa cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:44.866051 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-529800b5-d56a-4bf2-a3b1-d728ad652d58 req-a57259d2-24af-4e10-9fb0-f6287ceb544d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 210 time: 0.0882587 Jul 25 19:04:44.962532 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec47f-90a7-49cc-bf61-3e6026cbc1d9 admin admin] Publish callbacks [] for security_group (979b897d-985b-4c2c-be12-6128a0701001), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:44.978269 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223a5c8-0827-457c-a03d-f537f99ee258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1d7509-3730-4901-8819-7a37a0a5b50c,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:44.982616 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.035168 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-6223a5c8-0827-457c-a03d-f537f99ee258 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=31a9679793634657a266513b88ea7d88&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0951269 Jul 25 19:04:45.061239 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 38940930-f250-4668-99cd-65a6acb2b692 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:45.064827 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 757f22bf-3570-42d9-b305-3ac14157e6f1 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:45.098573 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37726) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:45.156145 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0562b97e-79cc-4191-9afc-30fde3140e7f req-b6f75604-333a-4b67-94b1-d50b9012a094 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 210 time: 0.0999610 Jul 25 19:04:45.183803 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec47f-90a7-49cc-bf61-3e6026cbc1d9 admin admin] Publish callbacks [] for security_group (979b897d-985b-4c2c-be12-6128a0701001), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.295816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 757f22bf-3570-42d9-b305-3ac14157e6f1 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:45.297551 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.307650 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Made reservation on behalf of 463f573db9d84c03900d443e4f6585cd for: {'port': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:45.313580 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.393610 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:45.394917 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df74fbca-5663-4dfb-9701-fa5be96c2e3f admin admin] Publish callbacks [] for security_group (c4e7026d-80f5-4d32-a1c3-73656619e656), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.457756 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df74fbca-5663-4dfb-9701-fa5be96c2e3f admin admin] Publish callbacks [] for security_group (c4e7026d-80f5-4d32-a1c3-73656619e656), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.474807 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 757f22bf-3570-42d9-b305-3ac14157e6f1 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:45.476323 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 604dbe27-1520-446d-adf3-6171ea3170f7 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:45.586169 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 604dbe27-1520-446d-adf3-6171ea3170f7 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:45.596322 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d21e2fe0-7ad1-4c94-91cc-741e757d8d2e admin admin] Publish callbacks [] for security_group (ea1d7509-3730-4901-8819-7a37a0a5b50c), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.597165 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.635549 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec47f-90a7-49cc-bf61-3e6026cbc1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (979b897d-985b-4c2c-be12-6128a0701001), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.638026 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bf0ec47f-90a7-49cc-bf61-3e6026cbc1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.642808 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-bf0ec47f-90a7-49cc-bf61-3e6026cbc1d9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/979b897d-985b-4c2c-be12-6128a0701001 HTTP/1.1" status: 204 len: 168 time: 1.2333426 Jul 25 19:04:45.658787 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d21e2fe0-7ad1-4c94-91cc-741e757d8d2e admin admin] Publish callbacks [] for security_group (ea1d7509-3730-4901-8819-7a37a0a5b50c), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:45.693428 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a0e5b16b-c675-4bac-b420-bdb9f79f1319 req-086272b6-72f9-4612-a8a0-51a5ce2ab815 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 210 time: 0.0816510 Jul 25 19:04:45.736209 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ec47f-90a7-49cc-bf61-3e6026cbc1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979b897d-985b-4c2c-be12-6128a0701001,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:45.852023 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 604dbe27-1520-446d-adf3-6171ea3170f7 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:45.970654 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dd9de8fc-831f-4f2d-985e-1b970d04ec8a req-c6980372-abb1-414d-9e26-3e052121d3c5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 210 time: 0.1557066 Jul 25 19:04:46.002405 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Allocated IP 172.20.0.11 (9229fc30-046e-4028-a03d-cbb3123aa86d/6ffa02b3-5251-4b98-ab9c-4b888f9b229d/a30f1989-9491-4874-b4fd-962b93238fb5) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:46.040091 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d21e2fe0-7ad1-4c94-91cc-741e757d8d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ea1d7509-3730-4901-8819-7a37a0a5b50c), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:46.043167 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d21e2fe0-7ad1-4c94-91cc-741e757d8d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:46.049218 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d21e2fe0-7ad1-4c94-91cc-741e757d8d2e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ea1d7509-3730-4901-8819-7a37a0a5b50c HTTP/1.1" status: 204 len: 168 time: 0.9409344 Jul 25 19:04:46.063986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.88', 56794) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:46.069975 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 94c591d1-76dc-49b4-896e-320d7f87cdc3 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:04:46.223082 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e2fe0-7ad1-4c94-91cc-741e757d8d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1d7509-3730-4901-8819-7a37a0a5b50c,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:46.230685 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df74fbca-5663-4dfb-9701-fa5be96c2e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (c4e7026d-80f5-4d32-a1c3-73656619e656), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:46.241749 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df74fbca-5663-4dfb-9701-fa5be96c2e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:46.248913 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-df74fbca-5663-4dfb-9701-fa5be96c2e3f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c4e7026d-80f5-4d32-a1c3-73656619e656 HTTP/1.1" status: 204 len: 168 time: 2.6956270 Jul 25 19:04:46.312225 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74fbca-5663-4dfb-9701-fa5be96c2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e7026d-80f5-4d32-a1c3-73656619e656,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:46.336612 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:46.441305 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 94c591d1-76dc-49b4-896e-320d7f87cdc3 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:46.442088 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:46.467627 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-6dceab48-9d50-41a5-a29a-d192eab73ac8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:46.469439 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-6dceab48-9d50-41a5-a29a-d192eab73ac8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 817 time: 0.4037540 Jul 25 19:04:46.532859 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Allocated IP 172.20.0.9 (bf0ea9a3-4a87-4dd5-943d-fdc967447281/523eb5fc-0c68-41a2-8f86-12a64692fb4f/c4d00d96-da69-4fe8-988f-496608d9e3c9) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:46.543731 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-56eabb5e-fd75-4cf4-a57a-7aa537b33f68 req-2dda4d33-48c5-45aa-98a8-843b5285ebad tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 210 time: 0.0729287 Jul 25 19:04:46.655863 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 94c591d1-76dc-49b4-896e-320d7f87cdc3 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:04:46.660429 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a62e0575-59c4-4410-b4f4-b4feeba1f28a req-bc01d34a-f7b4-4b5f-81db-77cf39651a27 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 210 time: 0.1830137 Jul 25 19:04:46.704731 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:47.005830 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6300cf8b-69d3-419a-acf3-5360ab657142 req-1426f48a-13df-41d4-afe1-3e58208b6a52 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 210 time: 0.1026313 Jul 25 19:04:47.008235 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:47.047442 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-cb4419c6-0a4c-405e-acc2-09f2bdc8d2bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf HTTP/1.1" status: 200 len: 380 time: 0.3701591 Jul 25 19:04:47.058378 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for port (a30f1989-9491-4874-b4fd-962b93238fb5), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:47.066361 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'port': {'device_id': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'admin_state_up': True, 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'security_groups': ['58d09e04-764f-4e4b-ada4-499aef95eb89']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:47.468518 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.88', 56798) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:47.527207 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0e75db0a-9125-4946-a239-dfd25ea3fbda req-c39bf146-0156-483f-b07c-d1f5d8e8c7e5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 210 time: 0.0972745 Jul 25 19:04:47.552936 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Made reservation on behalf of c2de35c4252b4a6fa55eb7e5d59e06cf for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:47.555989 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Publish callbacks [] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:47.567334 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:47.646776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:47.670723 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:47.772686 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:47.848081 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:47.945899 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37784) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:47.989438 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37786) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:48.025316 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c85a656d-1af0-4ade-a42b-8201d11f940d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:48.034026 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Network 9229fc30-046e-4028-a03d-cbb3123aa86d is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:48.181555 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:48.189998 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:48.200137 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:48.220317 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64f59f-120e-4d84-a468-a4a5b41492b6 req-7cadf890-ec2f-4316-bb56-128b0308e704 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:48.223505 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9f64f59f-120e-4d84-a468-a4a5b41492b6 req-7cadf890-ec2f-4316-bb56-128b0308e704 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 932 time: 0.4530599 Jul 25 19:04:48.254950 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:48.301964 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Allocated IP 172.20.0.4 (0cdac28d-1b45-4945-96b5-e0fd0c76cca8/8c867ce0-80aa-48c9-bada-46393fc8d35a/e40ea0fc-afa9-4060-9acf-75154697423d) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:48.374114 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event updated for resources: {'Port': ['ID=a30f1989-9491-4874-b4fd-962b93238fb5,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:48.381625 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:48.413133 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c85a656d-1af0-4ade-a42b-8201d11f940d admin admin] Publish callbacks [] for security_group (d173e344-af40-4ab5-ae06-474d3af94e9b), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:48.504570 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-b68b0559-645e-4d06-8509-f791052cbd81 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:48.507230 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-b68b0559-645e-4d06-8509-f791052cbd81 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 811 time: 1.0373354 Jul 25 19:04:48.575940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188336e5-a14a-4cae-b307-80cc3031a3ac req-dd05c94c-68e6-4176-89ef-5c0fee552a69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:48.586961 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-188336e5-a14a-4cae-b307-80cc3031a3ac req-dd05c94c-68e6-4176-89ef-5c0fee552a69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 931 time: 0.7192683 Jul 25 19:04:48.594233 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c85a656d-1af0-4ade-a42b-8201d11f940d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d173e344-af40-4ab5-ae06-474d3af94e9b), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:48.617044 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-97195c03-c316-434e-b592-93b3dbc7336b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3726327cbac64e5a86392b6d2ae2cf4b&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6232471 Jul 25 19:04:48.639297 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 37804) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:48.825708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:48.826849 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:48.981407 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:48.982241 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:49.001827 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Pushing event updated for resources: {'Port': ['ID=c4d00d96-da69-4fe8-988f-496608d9e3c9,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:49.035487 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ad3790-244f-4d95-b9e7-422923ef19fa {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:04:49.088762 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Publish callbacks [] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:49.101089 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a656d-1af0-4ade-a42b-8201d11f940d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d173e344-af40-4ab5-ae06-474d3af94e9b,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:49.104419 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-188336e5-a14a-4cae-b307-80cc3031a3ac req-72aaaaf0-3418-4359-a412-42e63ae0c1d6 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158410 Jul 25 19:04:49.167718 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-b3fe5d56-f7f5-43c2-9578-b3a72439395a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0551434 Jul 25 19:04:49.209407 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9f64f59f-120e-4d84-a468-a4a5b41492b6 req-9d6aed41-695a-4f53-b771-f6dd7cbad4e1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9700940 Jul 25 19:04:49.274506 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-601139f0-f9fe-4607-96ee-2d55a385d94d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7707162 Jul 25 19:04:49.276880 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-b4060b53-ba6e-4b33-957d-933efb696a13 None None] Provisioning complete for port c4d00d96-da69-4fe8-988f-496608d9e3c9 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:49.277621 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b4060b53-ba6e-4b33-957d-933efb696a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:49.299438 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c85a656d-1af0-4ade-a42b-8201d11f940d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5cee2cf82c01477db791e979a1a8e3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3203814 Jul 25 19:04:49.333821 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Request body: {'port': {'device_id': 'a8ff921d-92b0-4208-b109-9f6969a9b950', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:49.372477 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 37816) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:04:49.380289 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Transition to ACTIVE for port object 58ad3790-244f-4d95-b9e7-422923ef19fa will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:04:49.399376 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-de43ea3e-3489-47d9-ba20-843019cb6f89 admin admin] Publish callbacks [] for security_group (4985a42b-fa6a-44e8-ae44-f9028223193a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:49.427758 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-ad110859-adf5-4790-bb5b-2fdb3c051f16 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e929654eb2b4c1ca969174e94aa8de2 HTTP/1.1" status: 200 len: 380 time: 0.8691983 Jul 25 19:04:49.431539 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Request body: {'port': {'device_id': 'fd3ed71b-85b5-454f-a874-b0f7031ef007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:49.443633 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-b4060b53-ba6e-4b33-957d-933efb696a13 None None] Port c4d00d96-da69-4fe8-988f-496608d9e3c9 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:49.468003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-b4060b53-ba6e-4b33-957d-933efb696a13 None None] Provisioning complete for port a30f1989-9491-4874-b4fd-962b93238fb5 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:49.469761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b4060b53-ba6e-4b33-957d-933efb696a13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:49.470706 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'port': {'device_id': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'admin_state_up': True, 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'security_groups': ['418ba8a3-aa37-41e7-9727-89418b4937a3']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:49.477146 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:49.529267 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ec83cb4b-89d0-457d-b8d7-682d0bcf3425 req-fda8f99e-a883-4e3a-a1d7-f256d2da765e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 210 time: 0.1234868 Jul 25 19:04:49.530564 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:49.586290 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-b4060b53-ba6e-4b33-957d-933efb696a13 None None] Port a30f1989-9491-4874-b4fd-962b93238fb5 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:49.588284 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-de43ea3e-3489-47d9-ba20-843019cb6f89 admin admin] Publish callbacks [] for security_group (4985a42b-fa6a-44e8-ae44-f9028223193a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:49.646876 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:49.835917 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-42bcbd96-ea93-4cc9-b650-d904c0ea12a5 req-9b9fa6f8-a185-4a56-a603-c02d72e2209c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 210 time: 0.4313774 Jul 25 19:04:50.019044 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06538208-8723-465d-b684-edf5469d756d service neutron] Pushing event updated for resources: {'Port': ['ID=58ad3790-244f-4d95-b9e7-422923ef19fa,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:50.029963 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72354541-bea4-4595-8367-4fb41111d29c admin admin] Publish callbacks [] for security_group (d173e344-af40-4ab5-ae06-474d3af94e9b), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.057681 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72354541-bea4-4595-8367-4fb41111d29c admin admin] Publish callbacks [] for security_group (d173e344-af40-4ab5-ae06-474d3af94e9b), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.100694 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.242463 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for port (e40ea0fc-afa9-4060-9acf-75154697423d), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.286947 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Attempting to bind port 58ad3790-244f-4d95-b9e7-422923ef19fa on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:50.287417 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Attempting to bind port 58ad3790-244f-4d95-b9e7-422923ef19fa by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:50.288096 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Attempting to bind port 58ad3790-244f-4d95-b9e7-422923ef19fa on network 9229fc30-046e-4028-a03d-cbb3123aa86d {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:50.411360 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72354541-bea4-4595-8367-4fb41111d29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d173e344-af40-4ab5-ae06-474d3af94e9b), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.437109 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72354541-bea4-4595-8367-4fb41111d29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.443025 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-72354541-bea4-4595-8367-4fb41111d29c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d173e344-af40-4ab5-ae06-474d3af94e9b HTTP/1.1" status: 204 len: 168 time: 1.0693052 Jul 25 19:04:50.467744 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Port 58ad3790-244f-4d95-b9e7-422923ef19fa on network 9229fc30-046e-4028-a03d-cbb3123aa86d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:04:50.468146 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Attempting to bind port 58ad3790-244f-4d95-b9e7-422923ef19fa on network 9229fc30-046e-4028-a03d-cbb3123aa86d {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:50.470570 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Made reservation on behalf of 5e929654eb2b4c1ca969174e94aa8de2 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:04:50.474433 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.544379 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:50.544908 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Checking segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:50.545635 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Bound using segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:50.546252 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Bound port: 58ad3790-244f-4d95-b9e7-422923ef19fa, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:50.546651 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.549828 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72354541-bea4-4595-8367-4fb41111d29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d173e344-af40-4ab5-ae06-474d3af94e9b,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:50.552161 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:50.621021 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096b40b5-12fc-4e54-bec2-c61c0dfdaf3f req-7e352814-200d-413a-8e6b-29f3105f4f66 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:50.629690 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-096b40b5-12fc-4e54-bec2-c61c0dfdaf3f req-7e352814-200d-413a-8e6b-29f3105f4f66 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 932 time: 0.1847193 Jul 25 19:04:50.681828 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:50.700457 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.863680 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:50.888174 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:50.892975 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-096b40b5-12fc-4e54-bec2-c61c0dfdaf3f req-b889cf12-f494-41fd-9fb5-60eed70ae1e4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623115 Jul 25 19:04:50.894646 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] For port 58ad3790-244f-4d95-b9e7-422923ef19fa, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:50.898523 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:50.905075 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:50.905715 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:50.917058 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] For port 58ad3790-244f-4d95-b9e7-422923ef19fa, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=58ad3790-244f-4d95-b9e7-422923ef19fa,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:50.921418 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:51.021175 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Allocated IP 172.20.0.4 (d6572528-5d40-45d4-b911-d98d584260e1/578bf41b-c9c5-467f-83e7-b2eac5279fd1/e4b23594-f162-4f7b-9587-c619dd49ac56) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:04:51.029048 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ff81c-a16a-43d4-ab7a-5467c318bfa2 req-ff4a0ebb-7f8e-409c-8969-f461a10f0a89 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:51.047778 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6d3ff81c-a16a-43d4-ab7a-5467c318bfa2 req-ff4a0ebb-7f8e-409c-8969-f461a10f0a89 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 931 time: 0.6480951 Jul 25 19:04:51.050541 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:51.057299 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ba2d874f-cd2f-40fa-8081-98b8722e92bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0036919 Jul 25 19:04:51.105786 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-de43ea3e-3489-47d9-ba20-843019cb6f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4985a42b-fa6a-44e8-ae44-f9028223193a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:51.105786 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-de43ea3e-3489-47d9-ba20-843019cb6f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:51.105786 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-de43ea3e-3489-47d9-ba20-843019cb6f89 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4985a42b-fa6a-44e8-ae44-f9028223193a HTTP/1.1" status: 204 len: 168 time: 2.4260826 Jul 25 19:04:51.176152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Request body: {'port': {'device_id': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:51.197368 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43ea3e-3489-47d9-ba20-843019cb6f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4985a42b-fa6a-44e8-ae44-f9028223193a,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:51.207588 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:51.339553 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:51.340236 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:51.342361 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-06538208-8723-465d-b684-edf5469d756d service neutron] 10.222.0.88 "PUT /v2.0/ports/58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 200 len: 1093 time: 7.1432228 Jul 25 19:04:51.495430 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6d3ff81c-a16a-43d4-ab7a-5467c318bfa2 req-dfd3fa7c-34d1-482a-a03c-e35031f67033 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196448 Jul 25 19:04:51.495720 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b3c55-e0e7-456f-a078-92cc7d470218 req-1ad5f7d1-ede3-4fab-bb22-dd9c4a0b6581 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:51.514914 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-aa7b3c55-e0e7-456f-a078-92cc7d470218 req-1ad5f7d1-ede3-4fab-bb22-dd9c4a0b6581 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 931 time: 0.4464593 Jul 25 19:04:51.522695 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffab6ed-1699-49d7-bee1-73e045f1e868', 'tag': '58ad3790-244f-4d95-b9e7-422923ef19fa'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:04:51.673968 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30f1989-9491-4874-b4fd-962b93238fb5 {{(pid=111002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:04:51.724944 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Publish callbacks [] for port (a30f1989-9491-4874-b4fd-962b93238fb5), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:51.736991 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-4b4fd4a0-ede1-4950-a296-4a54ed244673 None None] Provisioning complete for port e40ea0fc-afa9-4060-9acf-75154697423d triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:51.741349 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4b4fd4a0-ede1-4950-a296-4a54ed244673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:51.770709 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.provisioning_blocks [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Transition to ACTIVE for port object a30f1989-9491-4874-b4fd-962b93238fb5 will not be triggered until provisioned by entity L2. {{(pid=111002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:04:51.811010 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06538208-8723-465d-b684-edf5469d756d service neutron] Pushing event updated for resources: {'Port': ['ID=58ad3790-244f-4d95-b9e7-422923ef19fa,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:51.842800 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:51.854513 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:51.867095 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-4b4fd4a0-ede1-4950-a296-4a54ed244673 None None] Port e40ea0fc-afa9-4060-9acf-75154697423d cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:51.870620 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b2204cf3-e5b0-4acf-b89c-664718a4b988 req-399087b7-fa9e-4943-adf6-c52f5b9f7c1e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 210 time: 0.0940707 Jul 25 19:04:52.110919 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4d00d96-da69-4fe8-988f-496608d9e3c9 {{(pid=111002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:04:52.148163 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Publish callbacks [] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:52.245247 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.provisioning_blocks [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Transition to ACTIVE for port object c4d00d96-da69-4fe8-988f-496608d9e3c9 will not be triggered until provisioned by entity L2. {{(pid=111002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:04:52.332913 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Pushing event updated for resources: {'Port': ['ID=a30f1989-9491-4874-b4fd-962b93238fb5,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:52.394885 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2ac1a-da94-43f2-ba9d-634e7283548d req-927fa59e-3039-478d-80f7-6fa3d5a9ef93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:52.404505 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6ed2ac1a-da94-43f2-ba9d-634e7283548d req-927fa59e-3039-478d-80f7-6fa3d5a9ef93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.3145432 Jul 25 19:04:52.510641 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:52.686168 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:52.768842 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6ed2ac1a-da94-43f2-ba9d-634e7283548d req-830c82a1-7820-408a-a8f6-808be0df3fdd tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628492 Jul 25 19:04:52.773284 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Attempting to bind port a30f1989-9491-4874-b4fd-962b93238fb5 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:52.774966 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Attempting to bind port a30f1989-9491-4874-b4fd-962b93238fb5 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:52.774966 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Attempting to bind port a30f1989-9491-4874-b4fd-962b93238fb5 on network 9229fc30-046e-4028-a03d-cbb3123aa86d {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:52.784471 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:52.799934 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-4f436c85-ec43-4ad2-a683-00af234237a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:52.802416 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-4f436c85-ec43-4ad2-a683-00af234237a5 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1127 time: 0.9250531 Jul 25 19:04:52.873558 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Port a30f1989-9491-4874-b4fd-962b93238fb5 on network 9229fc30-046e-4028-a03d-cbb3123aa86d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:04:52.891316 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Attempting to bind port a30f1989-9491-4874-b4fd-962b93238fb5 on network 9229fc30-046e-4028-a03d-cbb3123aa86d {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:52.949969 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:52.954250 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Checking segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:52.954250 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Bound using segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:52.955332 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Bound port: a30f1989-9491-4874-b4fd-962b93238fb5, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:52.957698 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:52.958383 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-aa7b3c55-e0e7-456f-a078-92cc7d470218 req-e1ffb564-7397-4f35-a9af-4fbff2a35d8e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1225791 Jul 25 19:04:52.991915 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d00d96-da69-4fe8-988f-496608d9e3c9,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:53.027475 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-f45e84df-7e52-4f8a-976b-d73bfba17b84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 200 len: 217 time: 0.1726356 Jul 25 19:04:53.196395 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:53.241936 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:53.453581 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:53.485012 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Attempting to bind port c4d00d96-da69-4fe8-988f-496608d9e3c9 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:53.485553 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Attempting to bind port c4d00d96-da69-4fe8-988f-496608d9e3c9 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:53.486403 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Attempting to bind port c4d00d96-da69-4fe8-988f-496608d9e3c9 on network bf0ea9a3-4a87-4dd5-943d-fdc967447281 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:53.534773 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Port c4d00d96-da69-4fe8-988f-496608d9e3c9 on network bf0ea9a3-4a87-4dd5-943d-fdc967447281 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:04:53.535206 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Attempting to bind port c4d00d96-da69-4fe8-988f-496608d9e3c9 on network bf0ea9a3-4a87-4dd5-943d-fdc967447281 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:53.566543 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:53.567051 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Checking segment: {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:53.582991 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Bound using segment: {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:53.586850 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'Port': ['ID=e4b23594-f162-4f7b-9587-c619dd49ac56,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:53.595151 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d6e116-f54f-44ea-8120-3d13c6ea2362" -d '{"events": [{"name": "network-changed", "server_uuid": "bffab6ed-1699-49d7-bee1-73e045f1e868", "tag": "58ad3790-244f-4d95-b9e7-422923ef19fa"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:04:53.597266 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Bound port: c4d00d96-da69-4fe8-988f-496608d9e3c9, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138e57cd-cf18-448f-84e9-1fc7bcf7020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281'}}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:53.597841 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:53.644190 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Network d6572528-5d40-45d4-b911-d98d584260e1 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:04:53.658140 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71ff3e-ea6c-48ed-b513-4f9c1dd186fe req-0cb88a2c-92f9-4fed-bcf2-ec42c40dbf8a tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:53.660743 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6c71ff3e-ea6c-48ed-b513-4f9c1dd186fe req-0cb88a2c-92f9-4fed-bcf2-ec42c40dbf8a tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.4901302 Jul 25 19:04:53.706987 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:04:53.718031 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:53.720412 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:04:53.730544 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:53.731672 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:53.769608 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:53.771355 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=92,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:53.802290 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-5ab62482-2221-4a08-8015-db8a0489f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:53.804845 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-5ab62482-2221-4a08-8015-db8a0489f5fd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.7527444 Jul 25 19:04:53.896241 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] For port c4d00d96-da69-4fe8-988f-496608d9e3c9, host hv-cinder-82002, cleared binding levels {{(pid=111002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:53.988337 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] For port c4d00d96-da69-4fe8-988f-496608d9e3c9, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4d00d96-da69-4fe8-988f-496608d9e3c9,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:54.083210 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-f02736f7-5eed-4012-9d6d-23ecc205c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:54.085176 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-f02736f7-5eed-4012-9d6d-23ecc205c097 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2559640 Jul 25 19:04:54.112653 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:54.149373 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:54.184489 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93936ab3-71cf-493a-8f8d-6e67d74f0a65 req-aed7527d-8f22-4828-b5d6-6f6c511816e0 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:54.192653 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-93936ab3-71cf-493a-8f8d-6e67d74f0a65 req-aed7527d-8f22-4828-b5d6-6f6c511816e0 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 931 time: 0.5926769 Jul 25 19:04:54.401426 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] For port a30f1989-9491-4874-b4fd-962b93238fb5, host hv-cinder-82002, cleared binding levels {{(pid=111002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:54.436362 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb96ef07-0bdb-4c19-af5d-ea22769e8299 None None] Provisioning complete for port e4b23594-f162-4f7b-9587-c619dd49ac56 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:04:54.442077 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb96ef07-0bdb-4c19-af5d-ea22769e8299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:54.455023 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Pushing event updated for resources: {'Port': ['ID=c4d00d96-da69-4fe8-988f-496608d9e3c9,revision_number=3']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:54.508305 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] For port a30f1989-9491-4874-b4fd-962b93238fb5, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a30f1989-9491-4874-b4fd-962b93238fb5,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:54.538930 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6c71ff3e-ea6c-48ed-b513-4f9c1dd186fe req-874fa75f-9b3c-4370-9599-0f9ec30739f8 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8645880 Jul 25 19:04:54.546081 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:54.547129 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:54.549525 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-7efa937b-136a-4486-9f0a-6908ec08aa16 service neutron] 10.222.0.88 "PUT /v2.0/ports/c4d00d96-da69-4fe8-988f-496608d9e3c9 HTTP/1.1" status: 200 len: 1093 time: 5.1287000 Jul 25 19:04:54.550165 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd3ed71b-85b5-454f-a874-b0f7031ef007', 'tag': 'c4d00d96-da69-4fe8-988f-496608d9e3c9'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:04:54.654588 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb96ef07-0bdb-4c19-af5d-ea22769e8299 None None] Port e4b23594-f162-4f7b-9587-c619dd49ac56 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:04:54.770983 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:54.937888 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Pushing event updated for resources: {'Port': ['ID=a30f1989-9491-4874-b4fd-962b93238fb5,revision_number=3']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:55.024663 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:55.027210 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:55.030646 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-607dda6a-d617-4691-a072-c8ce03271c56 service neutron] 10.222.0.88 "PUT /v2.0/ports/a30f1989-9491-4874-b4fd-962b93238fb5 HTTP/1.1" status: 200 len: 1094 time: 5.7484431 Jul 25 19:04:55.195115 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad53a4c-3852-4e7a-9a1c-9e88a733c083" -d '{"events": [{"name": "network-changed", "server_uuid": "fd3ed71b-85b5-454f-a874-b0f7031ef007", "tag": "c4d00d96-da69-4fe8-988f-496608d9e3c9"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:04:55.218827 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3947be70-3d91-45ac-9dc2-be403ac281f7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7544658 Jul 25 19:04:55.240419 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-a780298b-a2a0-4cf1-b540-4fc77d6ee0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:55.245378 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-a780298b-a2a0-4cf1-b540-4fc77d6ee0c1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=463f573db9d84c03900d443e4f6585cd&device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 1127 time: 0.3278737 Jul 25 19:04:55.270907 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:55.364467 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e40ea0fc-afa9-4060-9acf-75154697423d {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:04:55.378487 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Publish callbacks [] for port (e40ea0fc-afa9-4060-9acf-75154697423d), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:55.398068 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Transition to ACTIVE for port object e40ea0fc-afa9-4060-9acf-75154697423d will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:04:55.411164 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Request body: {'port': {'device_id': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:04:55.427383 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-e1667b7b-fcba-40fd-ba40-6a54226face8 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3086317 Jul 25 19:04:55.506224 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9700-c621-4e95-8724-87e153180b48 req-6d09d6b5-03db-4808-b98a-031a349db218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:55.509016 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-6d09d6b5-03db-4808-b98a-031a349db218 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 1128 time: 0.3399961 Jul 25 19:04:55.513400 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-3ca7a9fc-04f4-448d-9f38-6dd0cebe61e2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4d00d96-da69-4fe8-988f-496608d9e3c9 HTTP/1.1" status: 200 len: 217 time: 0.2439048 Jul 25 19:04:55.580299 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-d4eb8da6-f22d-449b-9851-e111ac3c7cf7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a30f1989-9491-4874-b4fd-962b93238fb5 HTTP/1.1" status: 200 len: 217 time: 0.0551939 Jul 25 19:04:55.667659 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-110216df-763b-4ee8-8309-29a8f8cc4b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:55.669753 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-110216df-763b-4ee8-8309-29a8f8cc4b4a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=523eb5fc-0c68-41a2-8f86-12a64692fb4f HTTP/1.1" status: 200 len: 850 time: 0.0924678 Jul 25 19:04:55.670350 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29cfce64-2247-4ead-9c77-a3691fae0dff req-6df75076-97ec-4e45-b7d9-aec59804ae81 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126544 Jul 25 19:04:55.723940 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:55.857662 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d9df20e2-3c17-48ce-804b-092e4a9087d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:55.872427 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b981a-0e8b-45b5-80d6-9834e2103c3c x-openstack-request-id: req-3e5b981a-0e8b-45b5-80d6-9834e2103c3c {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:04:55.872905 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffab6ed-1699-49d7-bee1-73e045f1e868", "tag": "58ad3790-244f-4d95-b9e7-422923ef19fa", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:04:55.873184 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3e5b981a-0e8b-45b5-80d6-9834e2103c3c {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:04:55.873678 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5b981a-0e8b-45b5-80d6-9834e2103c3c'] response: {'name': 'network-changed', 'server_uuid': 'bffab6ed-1699-49d7-bee1-73e045f1e868', 'tag': '58ad3790-244f-4d95-b9e7-422923ef19fa', 'status': 'completed', 'code': 200} Jul 25 19:04:56.267968 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:56.328037 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-93936ab3-71cf-493a-8f8d-6e67d74f0a65 req-e665fd75-aec0-48fb-bb64-a0330156a52d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.1307545 Jul 25 19:04:56.541982 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-a3dccc3d-63f0-4c76-8af1-0dea1e06bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:56.545219 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-a3dccc3d-63f0-4c76-8af1-0dea1e06bfda service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bf0ea9a3-4a87-4dd5-943d-fdc967447281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.8606818 Jul 25 19:04:56.580405 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Attempting to bind port e40ea0fc-afa9-4060-9acf-75154697423d on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:04:56.580969 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Attempting to bind port e40ea0fc-afa9-4060-9acf-75154697423d by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:04:56.581658 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Attempting to bind port e40ea0fc-afa9-4060-9acf-75154697423d on network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:56.592372 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-99151a1f-348a-4540-9216-53ebbbd8764c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:56.595585 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-99151a1f-348a-4540-9216-53ebbbd8764c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1127 time: 0.6626227 Jul 25 19:04:56.776938 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaed59-11c2-4c63-b3cd-1f21bfc13b28 req-285a086b-6edd-410c-8768-13bdfe17ce7f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:56.779709 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7dfaed59-11c2-4c63-b3cd-1f21bfc13b28 req-285a086b-6edd-410c-8768-13bdfe17ce7f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.4345927 Jul 25 19:04:56.785617 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Port e40ea0fc-afa9-4060-9acf-75154697423d on network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:04:56.787554 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Attempting to bind port e40ea0fc-afa9-4060-9acf-75154697423d on network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:04:56.787775 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9700-c621-4e95-8724-87e153180b48 req-ebe7630b-b07c-4ff4-bc1d-4a3419c0fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:56.790489 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-ebe7630b-b07c-4ff4-bc1d-4a3419c0fc81 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 1.1190646 Jul 25 19:04:56.825511 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:57.025333 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045d59d-503d-46d6-af7c-475f851d6817 req-1196871d-60b7-407e-9ee3-819e9a644b1b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:57.049056 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f045d59d-503d-46d6-af7c-475f851d6817 req-1196871d-60b7-407e-9ee3-819e9a644b1b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.4709897 Jul 25 19:04:57.059352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:04:57.059352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Checking segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:04:57.059352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Bound using segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:04:57.059352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Bound port: e40ea0fc-afa9-4060-9acf-75154697423d, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:04:57.059352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:57.072206 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7dfaed59-11c2-4c63-b3cd-1f21bfc13b28 req-d0a10869-3740-4aa3-beb6-eb956b3d47a2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766070 Jul 25 19:04:57.081817 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e9700-c621-4e95-8724-87e153180b48 req-a6e811d3-bcc2-45d6-8451-0610624ef69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:57.084986 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-a6e811d3-bcc2-45d6-8451-0610624ef69c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2401440 Jul 25 19:04:57.088076 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-772205ea-896c-4442-9e97-bdd029dec842 service neutron] 10.222.0.88 "GET /v2.0/networks/bf0ea9a3-4a87-4dd5-943d-fdc967447281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4864845 Jul 25 19:04:57.582602 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-d5d8380e-506b-4ac0-b115-639de040f9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:57.582602 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-d5d8380e-506b-4ac0-b115-639de040f9a5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.8424985 Jul 25 19:04:57.633161 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4ec952d-49e2-4bb8-beaf-f60920fd9a37 req-dfd3f587-0a58-4f4c-bb2c-52480099b2f6 service neutron] 10.222.0.88 "GET /v2.0/networks/bf0ea9a3-4a87-4dd5-943d-fdc967447281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154433 Jul 25 19:04:57.651622 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-41f1860f-be11-4099-8758-ad3e35007ce6 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528350 Jul 25 19:04:57.674563 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f045d59d-503d-46d6-af7c-475f851d6817 req-98b50fca-2891-4769-b131-f037f8c1c4d3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925075 Jul 25 19:04:57.825081 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-696c7755-fcbb-4fc5-8506-ededdf038c8f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 200 len: 217 time: 0.2253559 Jul 25 19:04:57.957822 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d58e9700-c621-4e95-8724-87e153180b48 req-71d6fd66-7547-4ce8-b8d7-c0aa6b31f1cc service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905738 Jul 25 19:04:57.984706 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:58.368948 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f348076f-9f19-4bf1-bc78-740250a4976f x-openstack-request-id: req-f348076f-9f19-4bf1-bc78-740250a4976f {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:04:58.369510 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd3ed71b-85b5-454f-a874-b0f7031ef007", "tag": "c4d00d96-da69-4fe8-988f-496608d9e3c9", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:04:58.369866 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f348076f-9f19-4bf1-bc78-740250a4976f {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:04:58.371429 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f348076f-9f19-4bf1-bc78-740250a4976f'] response: {'name': 'network-changed', 'server_uuid': 'fd3ed71b-85b5-454f-a874-b0f7031ef007', 'tag': 'c4d00d96-da69-4fe8-988f-496608d9e3c9', 'status': 'completed', 'code': 200} Jul 25 19:04:58.389578 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2fbd12d7-ba33-46c1-9c6e-24c83d75c015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:58.407922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11049b28-ea4a-44b8-a0ae-c104e9396b89 req-e0e8a5b0-a50a-4b35-92d9-65558144fa63 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:58.433479 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-11049b28-ea4a-44b8-a0ae-c104e9396b89 req-e0e8a5b0-a50a-4b35-92d9-65558144fa63 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.5502095 Jul 25 19:04:58.549016 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-1d9f6b33-4e00-4043-af9a-f7a7bf575a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:58.553673 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-1d9f6b33-4e00-4043-af9a-f7a7bf575a2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=463f573db9d84c03900d443e4f6585cd&device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 1127 time: 0.1436808 Jul 25 19:04:58.558510 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:04:58.583391 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:04:58.591815 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-cbe9e6bc-6e2c-44a1-93b1-e428d5e6e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:58.592748 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-cbe9e6bc-6e2c-44a1-93b1-e428d5e6e76e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.6666713 Jul 25 19:04:58.746410 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:58.941488 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:58.942850 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:58.943958 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] 10.222.0.88 "PUT /v2.0/ports/e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 1093 time: 7.8643537 Jul 25 19:04:58.947961 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:04:58.951596 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9436a4-fde2-4e53-bcab-6b2248efecc3" -d '{"events": [{"name": "network-changed", "server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:04:58.992257 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-11049b28-ea4a-44b8-a0ae-c104e9396b89 req-03df8504-c85a-4f20-9233-a24909f9e29c tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566423 Jul 25 19:04:58.993380 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46acdf51-5f63-4866-a2bb-e81f862d1df8 service neutron] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:04:59.035087 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-d0690a37-3980-4592-bb85-1a61b557baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:59.037997 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-d0690a37-3980-4592-bb85-1a61b557baa0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4288478 Jul 25 19:04:59.291284 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-5a583450-73a4-459f-9cc6-0b2a30201f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:59.300208 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-5a583450-73a4-459f-9cc6-0b2a30201f6a service neutron] 10.222.0.88 "GET /v2.0/networks?id=bf0ea9a3-4a87-4dd5-943d-fdc967447281 HTTP/1.1" status: 200 len: 912 time: 0.7141814 Jul 25 19:04:59.326641 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:59.351871 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82478a2-c854-45b0-9a84-0d7f1b2923e6 req-6616f15c-c3dd-4b07-828b-cd93db498571 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:59.362800 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c82478a2-c854-45b0-9a84-0d7f1b2923e6 req-6616f15c-c3dd-4b07-828b-cd93db498571 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 931 time: 0.7509971 Jul 25 19:04:59.441048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01297544-bb9e-4bdf-a21a-939c45bb03fd req-93c5505c-7881-46c7-b8c5-b52a035784f5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:59.450545 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-01297544-bb9e-4bdf-a21a-939c45bb03fd req-93c5505c-7881-46c7-b8c5-b52a035784f5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.1488001 Jul 25 19:04:59.461389 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-583e21d7-5b34-4cab-a52b-237503090bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:59.462875 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-bbe77f0f-4260-4e0a-8565-9d72b0714e21 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4d00d96-da69-4fe8-988f-496608d9e3c9 HTTP/1.1" status: 200 len: 217 time: 0.1249931 Jul 25 19:04:59.463489 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-583e21d7-5b34-4cab-a52b-237503090bb2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1127 time: 0.2691336 Jul 25 19:04:59.571039 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-b329d61f-2eed-4068-8e19-fc8e389274ae service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089970 Jul 25 19:04:59.593106 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-f0a94bdc-6a05-46da-8274-fedf4e1e844d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 217 time: 0.0939043 Jul 25 19:04:59.639428 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c82478a2-c854-45b0-9a84-0d7f1b2923e6 req-7aa366e4-554e-4cfb-b419-764fc71f9ebf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755630 Jul 25 19:04:59.668765 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:04:59.679709 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-8535fdaf-c317-42c8-847b-193df7780b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:59.679709 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-8535fdaf-c317-42c8-847b-193df7780b93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=523eb5fc-0c68-41a2-8f86-12a64692fb4f HTTP/1.1" status: 200 len: 850 time: 0.1869979 Jul 25 19:04:59.818716 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=74,neutron:DELETE=2,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:04:59.969002 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-397e16fa-9efe-425a-8f12-0c130b3c6759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:04:59.976301 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-397e16fa-9efe-425a-8f12-0c130b3c6759 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=bf0ea9a3-4a87-4dd5-943d-fdc967447281&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2834277 Jul 25 19:04:59.984552 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b23594-f162-4f7b-9587-c619dd49ac56 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:05:00.009560 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Publish callbacks [] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:00.050256 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Transition to ACTIVE for port object e4b23594-f162-4f7b-9587-c619dd49ac56 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:05:00.075019 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-01297544-bb9e-4bdf-a21a-939c45bb03fd req-3eb3837f-a969-431b-ad0e-d141747371a1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231823 Jul 25 19:05:00.213459 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9d6e116-f54f-44ea-8120-3d13c6ea2362 req-44111dee-e676-43fc-93ba-e1c7b4fe0b14 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6260900 Jul 25 19:05:00.236904 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:00.425701 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f9b4c3-8181-41ae-9ad8-90dbd08bbc59 x-openstack-request-id: req-66f9b4c3-8181-41ae-9ad8-90dbd08bbc59 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:00.425701 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:00.425701 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-66f9b4c3-8181-41ae-9ad8-90dbd08bbc59 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:00.425701 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f9b4c3-8181-41ae-9ad8-90dbd08bbc59'] response: {'name': 'network-changed', 'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'status': 'completed', 'code': 200} Jul 25 19:05:00.425701 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-bcd8a5e4-47f1-43af-80d3-32464c878850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:00.425701 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-bcd8a5e4-47f1-43af-80d3-32464c878850 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.6271622 Jul 25 19:05:00.429389 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ff921d-92b0-4208-b109-9f6969a9b950', 'tag': 'a30f1989-9491-4874-b4fd-962b93238fb5'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:00.429389 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ff921d-92b0-4208-b109-9f6969a9b950", "tag": "a30f1989-9491-4874-b4fd-962b93238fb5"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:00.430600 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ebece8bb-12f7-4e09-93e9-b1219e53db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:00.430600 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-ebece8bb-12f7-4e09-93e9-b1219e53db08 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539832 Jul 25 19:05:00.442697 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b23594-f162-4f7b-9587-c619dd49ac56,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:00.476788 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5cad-78ad-4005-a263-e8f91d6dda20 req-5954ee16-53fd-4bd0-848a-2479454b1278 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:00.481484 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b76e5cad-78ad-4005-a263-e8f91d6dda20 req-5954ee16-53fd-4bd0-848a-2479454b1278 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.5538392 Jul 25 19:05:00.614484 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b76e5cad-78ad-4005-a263-e8f91d6dda20 req-0e115978-001b-424b-bb96-784665c17a1f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228695 Jul 25 19:05:00.682758 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-0579aeca-b5eb-4f06-919d-ec06cee50e9b service neutron] 10.222.0.88 "GET /v2.0/networks/bf0ea9a3-4a87-4dd5-943d-fdc967447281?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6143675 Jul 25 19:05:00.896374 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b900a3-5c2d-46a7-9a1f-40640cd63ee1 x-openstack-request-id: req-82b900a3-5c2d-46a7-9a1f-40640cd63ee1 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:00.897003 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ff921d-92b0-4208-b109-9f6969a9b950", "tag": "a30f1989-9491-4874-b4fd-962b93238fb5", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:00.897425 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-82b900a3-5c2d-46a7-9a1f-40640cd63ee1 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:00.898553 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b900a3-5c2d-46a7-9a1f-40640cd63ee1'] response: {'name': 'network-changed', 'server_uuid': 'a8ff921d-92b0-4208-b109-9f6969a9b950', 'tag': 'a30f1989-9491-4874-b4fd-962b93238fb5', 'status': 'completed', 'code': 200} Jul 25 19:05:00.902529 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:01.000280 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:01.136759 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Attempting to bind port e4b23594-f162-4f7b-9587-c619dd49ac56 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:05:01.155598 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cad53a4c-3852-4e7a-9a1c-9e88a733c083 req-2d522564-84ae-4bf1-a0e0-a0fecc5d0c9a service neutron] 10.222.0.88 "GET /v2.0/networks/bf0ea9a3-4a87-4dd5-943d-fdc967447281?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447367 Jul 25 19:05:01.155986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Attempting to bind port e4b23594-f162-4f7b-9587-c619dd49ac56 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:05:01.155986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Attempting to bind port e4b23594-f162-4f7b-9587-c619dd49ac56 on network d6572528-5d40-45d4-b911-d98d584260e1 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:05:01.186726 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea056e-daf4-480c-b9d1-78ecbcf3b544 req-162e4f0a-67c5-454a-b67a-633046a894cb tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:01.204780 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-30ea056e-daf4-480c-b9d1-78ecbcf3b544 req-162e4f0a-67c5-454a-b67a-633046a894cb tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.1851614 Jul 25 19:05:01.238248 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38070) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:01.239887 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Port e4b23594-f162-4f7b-9587-c619dd49ac56 on network d6572528-5d40-45d4-b911-d98d584260e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:05:01.239887 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Attempting to bind port e4b23594-f162-4f7b-9587-c619dd49ac56 on network d6572528-5d40-45d4-b911-d98d584260e1 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:05:01.303022 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-30ea056e-daf4-480c-b9d1-78ecbcf3b544 req-5f1db2c1-26b0-483b-9ea9-23b328452a30 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971053 Jul 25 19:05:01.345471 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-2ad5b506-c852-4420-9a98-53b5368c4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:01.349482 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-2ad5b506-c852-4420-9a98-53b5368c4196 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 1128 time: 0.5134244 Jul 25 19:05:01.369737 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8349d1-dac0-422f-b922-50c4a668f4d8 req-2cb91b70-f81d-4d48-a2e2-631fe6b57075 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:01.373252 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd8349d1-dac0-422f-b922-50c4a668f4d8 req-2cb91b70-f81d-4d48-a2e2-631fe6b57075 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.5645356 Jul 25 19:05:01.380819 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:05:01.381830 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Checking segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:05:01.382987 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Bound using segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:05:01.384161 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Bound port: e4b23594-f162-4f7b-9587-c619dd49ac56, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:05:01.385352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:01.426245 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:01.548485 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:01.602834 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da71336-81f7-4206-a692-d0e4b575a220 req-db5650c8-0989-4382-a8c0-a4e9c21d24b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:01.611418 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6da71336-81f7-4206-a692-d0e4b575a220 req-db5650c8-0989-4382-a8c0-a4e9c21d24b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.1742885 Jul 25 19:05:01.738649 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6da71336-81f7-4206-a692-d0e4b575a220 req-56b4dce7-bcbb-44ef-b098-c1420f3dd0a9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237502 Jul 25 19:05:01.924317 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] For port e4b23594-f162-4f7b-9587-c619dd49ac56, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:05:01.931143 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] For port e4b23594-f162-4f7b-9587-c619dd49ac56, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e4b23594-f162-4f7b-9587-c619dd49ac56,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:05:01.998458 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-d5ef8da2-a3b5-46b0-910b-5243146dd017 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5689042 Jul 25 19:05:01.998458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e362c753-ea4a-41e8-9c12-7b147c074aa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:02.135746 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51feb2a-f7d9-4f25-98f4-401caaa90bbc req-06299605-c2b0-408b-ae9f-4e545331fb48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:02.143577 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e51feb2a-f7d9-4f25-98f4-401caaa90bbc req-06299605-c2b0-408b-ae9f-4e545331fb48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.1352046 Jul 25 19:05:02.178691 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd8349d1-dac0-422f-b922-50c4a668f4d8 req-1386c38e-06b8-492c-9dff-18ea22c59bfd tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7638209 Jul 25 19:05:02.206233 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-6a90e465-9406-491b-b5b2-9de8ad1f65b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:02.208305 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-6a90e465-9406-491b-b5b2-9de8ad1f65b9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.7148175 Jul 25 19:05:02.227225 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:02.278911 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e51feb2a-f7d9-4f25-98f4-401caaa90bbc req-b1baa912-38f7-4727-a12f-cd52167d7699 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309226 Jul 25 19:05:02.292081 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:02.295223 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:02.297531 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] 10.222.0.88 "PUT /v2.0/ports/e4b23594-f162-4f7b-9587-c619dd49ac56 HTTP/1.1" status: 200 len: 1093 time: 6.8972096 Jul 25 19:05:02.349097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'tag': 'e4b23594-f162-4f7b-9587-c619dd49ac56'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:02.351708 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989ae915-74f1-4d77-8900-594ead93bbcb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c66e632-dd5c-4eb5-89fb-ddfe319d4046", "tag": "e4b23594-f162-4f7b-9587-c619dd49ac56"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:02.372495 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:02.450956 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a59b40-7ac6-41ae-9a15-1e1d9e223355 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b23594-f162-4f7b-9587-c619dd49ac56,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:02.462378 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e362c753-ea4a-41e8-9c12-7b147c074aa2 admin admin] Publish callbacks [] for security_group (088956dc-16d1-4e73-a558-6998eeb7c7be), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:02.521315 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500c99a5-6773-4572-818b-e7cb519a8112 x-openstack-request-id: req-500c99a5-6773-4572-818b-e7cb519a8112 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:02.521315 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c66e632-dd5c-4eb5-89fb-ddfe319d4046", "tag": "e4b23594-f162-4f7b-9587-c619dd49ac56", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:02.521315 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-500c99a5-6773-4572-818b-e7cb519a8112 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:02.521315 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500c99a5-6773-4572-818b-e7cb519a8112'] response: {'name': 'network-changed', 'server_uuid': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'tag': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'status': 'completed', 'code': 200} Jul 25 19:05:02.631523 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-8da4aa31-6afd-41dc-b335-ffcf2ecee621 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a30f1989-9491-4874-b4fd-962b93238fb5 HTTP/1.1" status: 200 len: 217 time: 0.1133425 Jul 25 19:05:02.750558 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ae915-74f1-4d77-8900-594ead93bbcb req-cd58819a-3522-44fa-8c0a-46817b9223f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:02.752544 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-989ae915-74f1-4d77-8900-594ead93bbcb req-cd58819a-3522-44fa-8c0a-46817b9223f1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 1127 time: 0.1233618 Jul 25 19:05:02.792893 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e362c753-ea4a-41e8-9c12-7b147c074aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (088956dc-16d1-4e73-a558-6998eeb7c7be), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:02.834742 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:02.873845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea62a8-a56f-4b97-9790-28ade34c6a7a req-2cdd2b79-f1c7-4bdf-8d3c-c89ccee30bf7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:02.879732 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5fea62a8-a56f-4b97-9790-28ade34c6a7a req-2cdd2b79-f1c7-4bdf-8d3c-c89ccee30bf7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.3567946 Jul 25 19:05:02.928276 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362c753-ea4a-41e8-9c12-7b147c074aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088956dc-16d1-4e73-a558-6998eeb7c7be,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:02.952529 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e362c753-ea4a-41e8-9c12-7b147c074aa2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bda09e8a03574c47babb22875ac15c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7052174 Jul 25 19:05:02.960452 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38096) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:02.977705 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-498a9184-8019-4d9d-b34e-f46371d9d025 req-87cf0d1c-7b4b-410e-b4dc-573678dbfa77 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979160 Jul 25 19:05:03.063420 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5fea62a8-a56f-4b97-9790-28ade34c6a7a req-cbe9aa19-7392-46fd-8687-28d74b81adf3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702719 Jul 25 19:05:03.098988 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b924ce0-ac29-43ae-ac36-106ca03ade0c req-ff760432-7c95-4fc5-bd66-f49242e0b4cf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:03.118920 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7b924ce0-ac29-43ae-ac36-106ca03ade0c req-ff760432-7c95-4fc5-bd66-f49242e0b4cf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.1629078 Jul 25 19:05:03.186401 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5b8da884-49bb-4fc7-8db3-64706344b866 admin admin] Publish callbacks [] for security_group (088956dc-16d1-4e73-a558-6998eeb7c7be), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:03.326050 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5b8da884-49bb-4fc7-8db3-64706344b866 admin admin] Publish callbacks [] for security_group (088956dc-16d1-4e73-a558-6998eeb7c7be), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:03.347221 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-09c0cea6-7ac9-4269-9e77-f06c6e2d58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:03.349437 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-09c0cea6-7ac9-4269-9e77-f06c6e2d58c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.2568002 Jul 25 19:05:03.380292 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7b924ce0-ac29-43ae-ac36-106ca03ade0c req-43e0bd12-0c93-42f7-8625-624498f4a8a8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597561 Jul 25 19:05:03.451267 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-37e78386-bd03-4985-987f-b6418e9e6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:03.453231 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-37e78386-bd03-4985-987f-b6418e9e6eec service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1127 time: 0.1973088 Jul 25 19:05:03.492522 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-482258b5-c08f-4e10-9bcf-ee6129e1fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:03.494031 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-482258b5-c08f-4e10-9bcf-ee6129e1fd3e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1326916 Jul 25 19:05:03.506780 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e457f6-7ceb-45e8-9b3d-9b132c9d0802 req-2ace782e-5c83-4a79-92bd-54b53fafeac7 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:03.508320 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c3e457f6-7ceb-45e8-9b3d-9b132c9d0802 req-2ace782e-5c83-4a79-92bd-54b53fafeac7 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.1662178 Jul 25 19:05:03.520464 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ae915-74f1-4d77-8900-594ead93bbcb req-4b72cf93-1fdc-4dda-b597-18cdc3969306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:03.522219 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-989ae915-74f1-4d77-8900-594ead93bbcb req-4b72cf93-1fdc-4dda-b597-18cdc3969306 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4186029 Jul 25 19:05:03.590319 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c3e457f6-7ceb-45e8-9b3d-9b132c9d0802 req-16b4c3be-2667-4451-9b7b-2d4aaf4841a2 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662076 Jul 25 19:05:03.737655 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5b8da884-49bb-4fc7-8db3-64706344b866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (088956dc-16d1-4e73-a558-6998eeb7c7be), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:03.740462 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5b8da884-49bb-4fc7-8db3-64706344b866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:03.746214 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5b8da884-49bb-4fc7-8db3-64706344b866 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/088956dc-16d1-4e73-a558-6998eeb7c7be HTTP/1.1" status: 204 len: 168 time: 0.7875161 Jul 25 19:05:03.757032 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8da884-49bb-4fc7-8db3-64706344b866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088956dc-16d1-4e73-a558-6998eeb7c7be,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:03.771883 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9505d34-1419-4abb-86dc-d36bbc4269bd req-041b53af-178f-4e1c-8043-6ce73007b4a1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:03.777486 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c9505d34-1419-4abb-86dc-d36bbc4269bd req-041b53af-178f-4e1c-8043-6ce73007b4a1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.2813544 Jul 25 19:05:03.838633 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c9505d34-1419-4abb-86dc-d36bbc4269bd req-4509ea04-8348-458c-888d-a0c36075c1b4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537446 Jul 25 19:05:04.184313 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:04.340724 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7caee-7c76-44c4-9a8b-bdff884d17c5 req-d4386388-32ee-4a70-820a-bb2bbcad1bb2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:04.354666 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b1b7caee-7c76-44c4-9a8b-bdff884d17c5 req-d4386388-32ee-4a70-820a-bb2bbcad1bb2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.1144106 Jul 25 19:05:04.428414 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b1b7caee-7c76-44c4-9a8b-bdff884d17c5 req-09b19beb-7926-45c3-a177-48dd3df1fc57 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686412 Jul 25 19:05:04.561576 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77e195-e3f0-4ab4-bdaf-60119d390e7c req-e31fefe0-b297-4e5d-ac87-8ddf62bcfeba tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:04.563913 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e77e195-e3f0-4ab4-bdaf-60119d390e7c req-e31fefe0-b297-4e5d-ac87-8ddf62bcfeba tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0577660 Jul 25 19:05:04.624298 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e77e195-e3f0-4ab4-bdaf-60119d390e7c req-5c65412a-e238-418f-935c-3832ce06c741 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542479 Jul 25 19:05:04.758769 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c26455-a261-4772-a086-f29f40ad1ca5 req-5fef7630-dfb5-44cd-8354-5dccea114aed tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:04.761834 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a7c26455-a261-4772-a086-f29f40ad1ca5 req-5fef7630-dfb5-44cd-8354-5dccea114aed tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0625391 Jul 25 19:05:04.785965 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:04.824873 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a7c26455-a261-4772-a086-f29f40ad1ca5 req-d8ea2cf6-43c9-4fe0-8799-936fa6073dd9 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552480 Jul 25 19:05:04.930314 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38146) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:04.966928 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99aad763-b4aa-4aeb-b75f-63ccaa56c65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:05.047037 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694fb86-e7ee-4716-b90f-5e45d73c4209 req-bc20a98d-a6f2-4ed6-8425-4f1e4683236f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:05.049206 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1694fb86-e7ee-4716-b90f-5e45d73c4209 req-bc20a98d-a6f2-4ed6-8425-4f1e4683236f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0847912 Jul 25 19:05:05.165548 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1694fb86-e7ee-4716-b90f-5e45d73c4209 req-1a8fa60d-678a-42d3-a685-8c6b2f1ef95a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984964 Jul 25 19:05:05.167363 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:05.210555 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99aad763-b4aa-4aeb-b75f-63ccaa56c65f admin admin] Publish callbacks [] for security_group (d347860c-07e0-4668-8dfe-9ef787ceefae), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:05.315264 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99aad763-b4aa-4aeb-b75f-63ccaa56c65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d347860c-07e0-4668-8dfe-9ef787ceefae), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:05.376286 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aad763-b4aa-4aeb-b75f-63ccaa56c65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d347860c-07e0-4668-8dfe-9ef787ceefae,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:05.383701 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-99aad763-b4aa-4aeb-b75f-63ccaa56c65f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dd56f5edc3634ae1b60cf6dd26a61c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492226 Jul 25 19:05:05.385950 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38152) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:05.461439 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:05.479361 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f9ed-df26-4843-af8c-5e96377203b4 admin admin] Publish callbacks [] for security_group (d347860c-07e0-4668-8dfe-9ef787ceefae), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:05.507894 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-fc1a54ec-4d0b-4b0d-9749-0d6620c2aebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:05.509459 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-fc1a54ec-4d0b-4b0d-9749-0d6620c2aebf service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.6158836 Jul 25 19:05:05.514099 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-b498f8cf-0210-4465-873d-1a2ebfb844b4 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213298 Jul 25 19:05:05.514963 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ae915-74f1-4d77-8900-594ead93bbcb req-038915b1-0fdc-4fec-bae5-55b169d4cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:05.517571 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-989ae915-74f1-4d77-8900-594ead93bbcb req-038915b1-0fdc-4fec-bae5-55b169d4cdef service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6228223 Jul 25 19:05:05.531904 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f9ed-df26-4843-af8c-5e96377203b4 admin admin] Publish callbacks [] for security_group (d347860c-07e0-4668-8dfe-9ef787ceefae), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:05.576240 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-63fb9982-7d4c-4b33-85f7-e3837c3169af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 217 time: 0.0554495 Jul 25 19:05:05.761864 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f9ed-df26-4843-af8c-5e96377203b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d347860c-07e0-4668-8dfe-9ef787ceefae), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:05.765185 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9dc4f9ed-df26-4843-af8c-5e96377203b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:05.770376 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9dc4f9ed-df26-4843-af8c-5e96377203b4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d347860c-07e0-4668-8dfe-9ef787ceefae HTTP/1.1" status: 204 len: 168 time: 0.3807218 Jul 25 19:05:05.783255 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-d6fbf5e4-c8e0-415f-a623-7ad4fc8d24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:05.795309 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-d6fbf5e4-c8e0-415f-a623-7ad4fc8d24bd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 1127 time: 0.1884325 Jul 25 19:05:05.812560 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a11252-9a66-4cab-bf26-642b9aa903a0 req-f79dd202-352b-4ebd-8890-00648b7b6aea tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:05.814666 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-74a11252-9a66-4cab-bf26-642b9aa903a0 req-f79dd202-352b-4ebd-8890-00648b7b6aea tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0939929 Jul 25 19:05:05.815797 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4f9ed-df26-4843-af8c-5e96377203b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d347860c-07e0-4668-8dfe-9ef787ceefae,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:05.818768 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1edaa0-158f-44ce-bcbe-5f8fa0e15a24 req-fa87f554-94f3-4ebd-b126-80152c5531c2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:05.829792 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4e1edaa0-158f-44ce-bcbe-5f8fa0e15a24 req-fa87f554-94f3-4ebd-b126-80152c5531c2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.1445014 Jul 25 19:05:05.830503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-402715a3-3258-4cd5-9700-46e8a289ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:05.831860 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-402715a3-3258-4cd5-9700-46e8a289ce08 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.2365875 Jul 25 19:05:05.889686 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ee3fd35-d0e2-4c14-add4-7c581d8f6346 req-1c914a30-a487-46d4-b251-8758609bded6 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617909 Jul 25 19:05:05.907751 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-74a11252-9a66-4cab-bf26-642b9aa903a0 req-625c85cc-6a8f-4b15-a474-6dbb92594805 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653801 Jul 25 19:05:05.913985 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4e1edaa0-158f-44ce-bcbe-5f8fa0e15a24 req-eae8fc41-d755-4a8b-a9bf-be8c2e4079e6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786769 Jul 25 19:05:06.091205 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34a6df9-7dce-4826-a194-2dd17e3e3135 req-f0f5ad35-0321-4e3e-9b6e-bae510284fb1 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:06.091853 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f34a6df9-7dce-4826-a194-2dd17e3e3135 req-f0f5ad35-0321-4e3e-9b6e-bae510284fb1 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0695789 Jul 25 19:05:06.173434 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f34a6df9-7dce-4826-a194-2dd17e3e3135 req-1e213934-cf69-4763-8010-087777f48887 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730107 Jul 25 19:05:06.343858 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef796a4c-c934-49b4-8d15-86e243cddb6b req-0e808956-f982-45c2-9e04-37dc81fca1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:06.346184 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ef796a4c-c934-49b4-8d15-86e243cddb6b req-0e808956-f982-45c2-9e04-37dc81fca1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0691607 Jul 25 19:05:06.420197 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ef796a4c-c934-49b4-8d15-86e243cddb6b req-65262f49-acba-4332-8344-b9895d3173ce tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655136 Jul 25 19:05:06.649097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38182) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:06.777454 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:06.827349 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cc81a3f8-1d77-41c4-af6b-340a63a9e18a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:06.997215 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38200) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:07.024136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cc81a3f8-1d77-41c4-af6b-340a63a9e18a admin admin] Publish callbacks [] for security_group (a667725d-8330-4d77-9a29-1f4252989818), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.122022 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cc81a3f8-1d77-41c4-af6b-340a63a9e18a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a667725d-8330-4d77-9a29-1f4252989818), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.137483 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24821f8-9d1c-4fbf-a3f9-4ee34372a414 req-928fc6b1-be92-486f-8651-a5927c5b7f14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:07.139255 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e24821f8-9d1c-4fbf-a3f9-4ee34372a414 req-928fc6b1-be92-486f-8651-a5927c5b7f14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0928586 Jul 25 19:05:07.183181 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81a3f8-1d77-41c4-af6b-340a63a9e18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667725d-8330-4d77-9a29-1f4252989818,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:07.233158 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e24821f8-9d1c-4fbf-a3f9-4ee34372a414 req-fc440b9d-cae3-475c-9bf0-4003f7ea6dc2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770726 Jul 25 19:05:07.233419 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb9c38-651d-4222-9de7-0aabf797fc88 req-d3ee3284-52e3-43e7-bd21-2cd93c521d61 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:07.235752 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4bb9c38-651d-4222-9de7-0aabf797fc88 req-d3ee3284-52e3-43e7-bd21-2cd93c521d61 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.1607151 Jul 25 19:05:07.237443 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:07.244545 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-cc81a3f8-1d77-41c4-af6b-340a63a9e18a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eeab432513684a33911fe88335c88984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5911331 Jul 25 19:05:07.246184 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38214) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:07.294682 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9f8f629f-0cae-41f3-aaf1-59f344190d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.350678 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4bb9c38-651d-4222-9de7-0aabf797fc88 req-6037b2ae-693e-4ed8-9058-3d3901904339 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011922 Jul 25 19:05:07.383828 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb539000-f8f5-44b5-847e-2391bb07ac43 admin admin] Publish callbacks [] for security_group (a667725d-8330-4d77-9a29-1f4252989818), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.456956 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb539000-f8f5-44b5-847e-2391bb07ac43 admin admin] Publish callbacks [] for security_group (a667725d-8330-4d77-9a29-1f4252989818), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.511910 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9f8f629f-0cae-41f3-aaf1-59f344190d5f admin admin] Publish callbacks [] for security_group (45e582d0-1082-429a-aac5-1a317d264de9), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.520262 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfc80b-80a3-42b1-b5cb-81c56752a680 req-3306cdcd-b600-4f2e-9452-dc9ac872f13d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:07.528771 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-93bfc80b-80a3-42b1-b5cb-81c56752a680 req-3306cdcd-b600-4f2e-9452-dc9ac872f13d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0932009 Jul 25 19:05:07.610713 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-93bfc80b-80a3-42b1-b5cb-81c56752a680 req-80e571a7-8131-4d28-a247-6491b683f4f0 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805225 Jul 25 19:05:07.628792 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbd521-bbfc-4a8c-b1bc-aa0272473d9b req-aae92bc8-d193-48c9-b1cf-08733eafbd32 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:07.630625 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-52dbd521-bbfc-4a8c-b1bc-aa0272473d9b req-aae92bc8-d193-48c9-b1cf-08733eafbd32 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0831695 Jul 25 19:05:07.643569 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9f8f629f-0cae-41f3-aaf1-59f344190d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (45e582d0-1082-429a-aac5-1a317d264de9), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.652188 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb539000-f8f5-44b5-847e-2391bb07ac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a667725d-8330-4d77-9a29-1f4252989818), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.656665 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb539000-f8f5-44b5-847e-2391bb07ac43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.658181 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-bb539000-f8f5-44b5-847e-2391bb07ac43 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a667725d-8330-4d77-9a29-1f4252989818 HTTP/1.1" status: 204 len: 168 time: 0.4104874 Jul 25 19:05:07.681543 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb539000-f8f5-44b5-847e-2391bb07ac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667725d-8330-4d77-9a29-1f4252989818,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:07.726531 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9f8f629f-0cae-41f3-aaf1-59f344190d5f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=57665a3a023246b383edb8d9255610c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7211778 Jul 25 19:05:07.726531 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8f629f-0cae-41f3-aaf1-59f344190d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e582d0-1082-429a-aac5-1a317d264de9,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:07.726833 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38226) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:07.756063 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:07.777488 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-52dbd521-bbfc-4a8c-b1bc-aa0272473d9b req-a7dd7c68-712b-4031-98f2-ad118506443b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324222 Jul 25 19:05:07.801919 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:05:07.836051 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-555b1a73-f902-47de-a1e1-524368f8e0e9 admin admin] Publish callbacks [] for security_group (45e582d0-1082-429a-aac5-1a317d264de9), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:07.861614 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-555b1a73-f902-47de-a1e1-524368f8e0e9 admin admin] Publish callbacks [] for security_group (45e582d0-1082-429a-aac5-1a317d264de9), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:08.055248 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-555b1a73-f902-47de-a1e1-524368f8e0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (45e582d0-1082-429a-aac5-1a317d264de9), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:08.063107 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-555b1a73-f902-47de-a1e1-524368f8e0e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:08.066603 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-555b1a73-f902-47de-a1e1-524368f8e0e9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/45e582d0-1082-429a-aac5-1a317d264de9 HTTP/1.1" status: 204 len: 168 time: 0.3383598 Jul 25 19:05:08.080655 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b1a73-f902-47de-a1e1-524368f8e0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e582d0-1082-429a-aac5-1a317d264de9,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:08.448822 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:08.450358 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dbead-4db0-4003-aa38-edb97f05165a req-3bc02758-3a05-4cad-b3c0-46ae7a06dbf9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:08.453276 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e17dbead-4db0-4003-aa38-edb97f05165a req-3bc02758-3a05-4cad-b3c0-46ae7a06dbf9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0898015 Jul 25 19:05:08.518482 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:08.526878 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e17dbead-4db0-4003-aa38-edb97f05165a req-8a684676-2ca0-4257-a234-d68273bb9628 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636005 Jul 25 19:05:08.618651 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0de8d-9e54-44c5-921c-436445de1d5b req-46399d82-9e35-4c0d-a507-b60e919baf39 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:08.620708 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9e0de8d-9e54-44c5-921c-436445de1d5b req-46399d82-9e35-4c0d-a507-b60e919baf39 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0996938 Jul 25 19:05:08.646424 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:08.696714 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9e0de8d-9e54-44c5-921c-436445de1d5b req-9e1d0e2e-85bb-45c5-ba87-565b94860629 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687308 Jul 25 19:05:08.773247 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c572e5e-ff25-4a2b-91bc-41efc1ace02e req-5c80aae9-9c07-4df0-881b-3174d917816b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:08.774878 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8c572e5e-ff25-4a2b-91bc-41efc1ace02e req-5c80aae9-9c07-4df0-881b-3174d917816b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0701644 Jul 25 19:05:08.860073 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8c572e5e-ff25-4a2b-91bc-41efc1ace02e req-f6806fe7-b22e-4ef4-8d10-fd32f3552247 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776570 Jul 25 19:05:08.990785 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da452304-dca4-43c5-b540-351478eb2af6 req-0fc179a9-005e-4057-99b8-28c323fa25e0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:08.990785 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-da452304-dca4-43c5-b540-351478eb2af6 req-0fc179a9-005e-4057-99b8-28c323fa25e0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0549848 Jul 25 19:05:09.028872 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-da452304-dca4-43c5-b540-351478eb2af6 req-96cd5a4b-23d5-429b-9671-7c5684418d48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489216 Jul 25 19:05:09.084091 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38252) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:09.101799 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.238846 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Publish callbacks [] for security_group (751b5305-7d97-4fbc-a48d-408970c44f42), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.275993 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38256) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:09.285329 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (751b5305-7d97-4fbc-a48d-408970c44f42), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.298555 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b35f14fa-fa4e-45ce-ab43-bff991e16c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.357430 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2330c81ef5f646b58767c187eb16b660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2721376 Jul 25 19:05:09.361609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38260) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:09.365327 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751b5305-7d97-4fbc-a48d-408970c44f42,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:09.388960 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.389426 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.389875 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.391021 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.391464 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.391930 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.392458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.393145 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.393879 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.394597 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.395315 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.395990 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.396690 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.397305 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.397825 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-694498f0-a082-42c7-b7f7-8d2d8c5f818b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.471250 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Publish callbacks [] for security_group (751b5305-7d97-4fbc-a48d-408970c44f42), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.493002 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b35f14fa-fa4e-45ce-ab43-bff991e16c98 admin admin] Publish callbacks [] for security_group (f0dfca13-5d61-40f7-993b-404c8be788d5), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.505205 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Publish callbacks [] for security_group (751b5305-7d97-4fbc-a48d-408970c44f42), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.590063 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b35f14fa-fa4e-45ce-ab43-bff991e16c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f0dfca13-5d61-40f7-993b-404c8be788d5), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.639089 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:09.659799 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (751b5305-7d97-4fbc-a48d-408970c44f42), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.660026 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35f14fa-fa4e-45ce-ab43-bff991e16c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dfca13-5d61-40f7-993b-404c8be788d5,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:09.663826 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.669098 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/751b5305-7d97-4fbc-a48d-408970c44f42 HTTP/1.1" status: 204 len: 168 time: 0.3004200 Jul 25 19:05:09.683319 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-b35f14fa-fa4e-45ce-ab43-bff991e16c98 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=721c63a11fe3470eb30eef8363826b5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060881 Jul 25 19:05:09.684131 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38270) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:09.703881 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751b5305-7d97-4fbc-a48d-408970c44f42,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:09.746560 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.747070 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.747519 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.747934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.748346 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.748777 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.749068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.750056 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.751384 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.752003 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.752601 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.753166 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.753656 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.754153 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.754669 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef502a2-f9e6-4422-9962-be3465117fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:09.856709 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e4234-0ba6-43bb-8184-d407eccf005a req-cf4cda81-51aa-4d2c-8f1b-e4cb2dd63087 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:09.860215 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-113e4234-0ba6-43bb-8184-d407eccf005a req-cf4cda81-51aa-4d2c-8f1b-e4cb2dd63087 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.1769032 Jul 25 19:05:09.896471 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0194b97b-3ed1-4c1c-9da0-d9d62cfc1838 admin admin] Publish callbacks [] for security_group (f0dfca13-5d61-40f7-993b-404c8be788d5), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.905471 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344a964-dec3-4bf8-a845-177924475606 req-84ec647a-9e89-4afc-ba0b-8070c568ed37 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:09.907777 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d344a964-dec3-4bf8-a845-177924475606 req-84ec647a-9e89-4afc-ba0b-8070c568ed37 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0806470 Jul 25 19:05:09.954661 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0194b97b-3ed1-4c1c-9da0-d9d62cfc1838 admin admin] Publish callbacks [] for security_group (f0dfca13-5d61-40f7-993b-404c8be788d5), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:09.991217 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d344a964-dec3-4bf8-a845-177924475606 req-d1fe431f-b37b-4309-8697-2096f8c7e180 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716193 Jul 25 19:05:10.010834 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-113e4234-0ba6-43bb-8184-d407eccf005a req-c968d9fd-c298-494a-839d-33a6c09fbaa8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335244 Jul 25 19:05:10.056405 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:10.166552 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0194b97b-3ed1-4c1c-9da0-d9d62cfc1838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f0dfca13-5d61-40f7-993b-404c8be788d5), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:10.172479 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0194b97b-3ed1-4c1c-9da0-d9d62cfc1838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:10.174957 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-0194b97b-3ed1-4c1c-9da0-d9d62cfc1838 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f0dfca13-5d61-40f7-993b-404c8be788d5 HTTP/1.1" status: 204 len: 168 time: 0.4887693 Jul 25 19:05:10.191256 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b255ce2-6519-4e7a-b2d8-85f5ca3f6305 req-c8a64970-42ad-4c49-89c1-f9dbf2c622f7 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:10.200806 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194b97b-3ed1-4c1c-9da0-d9d62cfc1838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dfca13-5d61-40f7-993b-404c8be788d5,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:10.202293 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2b255ce2-6519-4e7a-b2d8-85f5ca3f6305 req-c8a64970-42ad-4c49-89c1-f9dbf2c622f7 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0993996 Jul 25 19:05:10.224992 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e46a2-9ac7-42cd-a8fb-94a8560da8e5 req-f00f78d9-6d1f-45f7-9c8d-4282eb7d1537 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:10.237021 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e6e46a2-9ac7-42cd-a8fb-94a8560da8e5 req-f00f78d9-6d1f-45f7-9c8d-4282eb7d1537 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.1168420 Jul 25 19:05:10.317723 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e6e46a2-9ac7-42cd-a8fb-94a8560da8e5 req-82dbd06b-8654-4afa-9067-d63fbe7cee16 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795803 Jul 25 19:05:10.327717 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2b255ce2-6519-4e7a-b2d8-85f5ca3f6305 req-9d934e52-b39b-4ee7-bc58-f50ea6cab2f1 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240036 Jul 25 19:05:10.700422 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:11.090781 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:11.112487 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 58ad3790-244f-4d95-b9e7-422923ef19fa details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:05:11.137437 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:11.168592 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219fa5-38ea-4aa2-8eb0-3f56ba4dcc3e req-6c04bfec-1f2f-4558-967b-490473399ebe tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:11.168592 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-78219fa5-38ea-4aa2-8eb0-3f56ba4dcc3e req-6c04bfec-1f2f-4558-967b-490473399ebe tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0722458 Jul 25 19:05:11.208328 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a6efe-4c58-4d7c-aa3f-a7459ad1217f req-a0185bee-c285-4fad-8b08-0805f8221831 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:11.212392 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0a0a6efe-4c58-4d7c-aa3f-a7459ad1217f req-a0185bee-c285-4fad-8b08-0805f8221831 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0878181 Jul 25 19:05:11.269896 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-78219fa5-38ea-4aa2-8eb0-3f56ba4dcc3e req-aa17002c-e7d0-4ca7-b9b3-730d7530f119 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938826 Jul 25 19:05:11.318774 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0a0a6efe-4c58-4d7c-aa3f-a7459ad1217f req-0a645c63-8b32-4914-9357-f32a3d1b2f23 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004469 Jul 25 19:05:11.332917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 58ad3790-244f-4d95-b9e7-422923ef19fa, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=58ad3790-244f-4d95-b9e7-422923ef19fa,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:11.354616 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '58ad3790-244f-4d95-b9e7-422923ef19fa', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'port_id': '58ad3790-244f-4d95-b9e7-422923ef19fa', 'mac_address': 'fa:16:3e:cd:3c:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:05:11.371487 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:11.443974 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 58ad3790-244f-4d95-b9e7-422923ef19fa is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:11.444368 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:11.486286 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ad3790-244f-4d95-b9e7-422923ef19fa {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:05:11.528362 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 58ad3790-244f-4d95-b9e7-422923ef19fa, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=58ad3790-244f-4d95-b9e7-422923ef19fa,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:11.538511 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400bb6f-c615-4f4a-ab0e-884888fbdf73 req-be9014db-4678-40ce-990e-af9b5d836fd9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:11.540103 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5400bb6f-c615-4f4a-ab0e-884888fbdf73 req-be9014db-4678-40ce-990e-af9b5d836fd9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0692394 Jul 25 19:05:11.548640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f70b2-e3e1-462c-badb-03a4d776ee56 req-c9d4d0cf-789e-47ae-8e74-901fc6bc40e6 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:11.550955 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-232f70b2-e3e1-462c-badb-03a4d776ee56 req-c9d4d0cf-789e-47ae-8e74-901fc6bc40e6 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0762844 Jul 25 19:05:11.606622 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5400bb6f-c615-4f4a-ab0e-884888fbdf73 req-084ce4e5-a174-4491-bc47-7ca70b8b4812 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578251 Jul 25 19:05:11.621599 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:11.636262 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-232f70b2-e3e1-462c-badb-03a4d776ee56 req-1f41e2b1-8c21-4fd1-9b6b-eb10c32da290 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787013 Jul 25 19:05:11.703658 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:11.712987 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=58ad3790-244f-4d95-b9e7-422923ef19fa,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:11.725458 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.725917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.726315 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.726714 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.727074 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.727426 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.727764 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.728102 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.728463 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.728799 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.729146 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.729480 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.729800 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.730137 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.730497 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:05:11.967165 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38364) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:12.184930 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e2d6379b-044a-4d3a-86b0-aa07d9d161b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:12.289747 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e2d6379b-044a-4d3a-86b0-aa07d9d161b9 admin admin] Publish callbacks [] for security_group (38fccf9c-144e-4f55-a8f6-12a1216ee53e), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:12.325086 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:12.364402 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e2d6379b-044a-4d3a-86b0-aa07d9d161b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (38fccf9c-144e-4f55-a8f6-12a1216ee53e), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:12.518671 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9948301-4474-47ea-9b29-b9dea2ca5a54 req-c4f6a5d9-2a18-4e12-b166-1a034c8f2f8b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:12.528571 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e9948301-4474-47ea-9b29-b9dea2ca5a54 req-c4f6a5d9-2a18-4e12-b166-1a034c8f2f8b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0855808 Jul 25 19:05:12.531469 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6379b-044a-4d3a-86b0-aa07d9d161b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fccf9c-144e-4f55-a8f6-12a1216ee53e,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:12.550913 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-e2d6379b-044a-4d3a-86b0-aa07d9d161b9 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6058f31a94b64d35909b1ff87cdc98a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5816774 Jul 25 19:05:12.554408 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38386) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:12.584160 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:12.607323 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e9948301-4474-47ea-9b29-b9dea2ca5a54 req-b44632d0-b377-4038-993e-df80699ccd67 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772498 Jul 25 19:05:12.621434 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260733b5-abff-45de-9979-76e3c79eacef req-3b902e0f-6803-4139-99e8-10cf8465751f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:12.624112 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-260733b5-abff-45de-9979-76e3c79eacef req-3b902e0f-6803-4139-99e8-10cf8465751f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.2238879 Jul 25 19:05:12.640808 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:12.696179 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7241169e-8bdc-47e6-93cf-a80c857dbbe3 admin admin] Publish callbacks [] for security_group (38fccf9c-144e-4f55-a8f6-12a1216ee53e), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:12.739059 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-260733b5-abff-45de-9979-76e3c79eacef req-18513ecc-c482-4ba0-9a41-d868c6b3da68 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000118 Jul 25 19:05:12.745400 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7241169e-8bdc-47e6-93cf-a80c857dbbe3 admin admin] Publish callbacks [] for security_group (38fccf9c-144e-4f55-a8f6-12a1216ee53e), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:12.839778 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101ae83-3dfd-4dc6-8799-54c78e7056d5 req-b9d3b9e6-fe1c-4ee5-b237-69a7e10017af tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:12.842094 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1101ae83-3dfd-4dc6-8799-54c78e7056d5 req-b9d3b9e6-fe1c-4ee5-b237-69a7e10017af tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.1109774 Jul 25 19:05:12.917863 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7241169e-8bdc-47e6-93cf-a80c857dbbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (38fccf9c-144e-4f55-a8f6-12a1216ee53e), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:12.917863 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7241169e-8bdc-47e6-93cf-a80c857dbbe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:12.919021 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-7241169e-8bdc-47e6-93cf-a80c857dbbe3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/38fccf9c-144e-4f55-a8f6-12a1216ee53e HTTP/1.1" status: 204 len: 168 time: 0.3597486 Jul 25 19:05:12.927419 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1101ae83-3dfd-4dc6-8799-54c78e7056d5 req-ec8c80ea-650c-406a-afdd-a5c82bce9964 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745528 Jul 25 19:05:12.940101 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba80d1-7b8f-45ee-ac2d-3b5eaa2fa979 req-5703b7ef-8f74-4674-a09f-6a94a71657e8 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:12.942091 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e8ba80d1-7b8f-45ee-ac2d-3b5eaa2fa979 req-5703b7ef-8f74-4674-a09f-6a94a71657e8 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0843663 Jul 25 19:05:12.946993 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241169e-8bdc-47e6-93cf-a80c857dbbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fccf9c-144e-4f55-a8f6-12a1216ee53e,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:13.034693 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e8ba80d1-7b8f-45ee-ac2d-3b5eaa2fa979 req-61ada405-4f3d-4975-a3b6-de35aeb1c81f tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784135 Jul 25 19:05:13.347790 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:13.474985 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:13.739318 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:13.816700 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa4ccb-72ba-4ca7-bd5a-667240409865 req-cb4ef1e5-910d-452f-b170-1cfe52ea91ff tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:13.824982 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d4aa4ccb-72ba-4ca7-bd5a-667240409865 req-cb4ef1e5-910d-452f-b170-1cfe52ea91ff tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.1024249 Jul 25 19:05:13.851804 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38436) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:13.912729 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d4aa4ccb-72ba-4ca7-bd5a-667240409865 req-33c0f250-b1c8-47c9-841b-752f050733be tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800827 Jul 25 19:05:13.913709 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:13.923678 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd38f-d642-4581-a8a0-2865b01b660d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:13.953124 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e452d-95d2-4099-a6e2-2dac770b471c req-927762bf-4351-4efa-8742-3dae199e7a32 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:13.955413 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-509e452d-95d2-4099-a6e2-2dac770b471c req-927762bf-4351-4efa-8742-3dae199e7a32 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.1173661 Jul 25 19:05:13.979627 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:14.089577 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-509e452d-95d2-4099-a6e2-2dac770b471c req-66354a44-fc2a-40eb-9ed6-3e5b85fe0730 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228247 Jul 25 19:05:14.171808 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd38f-d642-4581-a8a0-2865b01b660d admin admin] Publish callbacks [] for security_group (9ba142b0-48c6-4d25-bd8c-5ef24e9af495), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:14.183090 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5f820-1478-4c63-88d5-bcd445bbdc5d req-bcd59f10-061a-4769-92a9-9478038e54bf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:14.191489 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-00a5f820-1478-4c63-88d5-bcd445bbdc5d req-bcd59f10-061a-4769-92a9-9478038e54bf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0852499 Jul 25 19:05:14.253180 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-00a5f820-1478-4c63-88d5-bcd445bbdc5d req-1e6d5eb2-8671-47d5-8d0e-9475d3a08b8b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607092 Jul 25 19:05:14.266110 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbfa2f-a725-4dd9-abdf-042749821386 req-90523022-94ac-4df0-929c-0ee2482c6b5a tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:14.268804 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cebbfa2f-a725-4dd9-abdf-042749821386 req-90523022-94ac-4df0-929c-0ee2482c6b5a tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0878716 Jul 25 19:05:14.287766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9b3bd38f-d642-4581-a8a0-2865b01b660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9ba142b0-48c6-4d25-bd8c-5ef24e9af495), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:14.368986 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9b3bd38f-d642-4581-a8a0-2865b01b660d admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3eb23982aa2243d3afb8827bd9150e4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141025 Jul 25 19:05:14.373264 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38448) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:14.383319 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3bd38f-d642-4581-a8a0-2865b01b660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba142b0-48c6-4d25-bd8c-5ef24e9af495,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:14.398838 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cebbfa2f-a725-4dd9-abdf-042749821386 req-0f182108-cbba-4876-b480-27b5b3eb0293 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199112 Jul 25 19:05:14.477267 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-49f94d81-1b83-4578-acff-6aa42b4758a1 admin admin] Publish callbacks [] for security_group (9ba142b0-48c6-4d25-bd8c-5ef24e9af495), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:14.507775 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-49f94d81-1b83-4578-acff-6aa42b4758a1 admin admin] Publish callbacks [] for security_group (9ba142b0-48c6-4d25-bd8c-5ef24e9af495), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:14.677607 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38458) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:14.699267 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-49f94d81-1b83-4578-acff-6aa42b4758a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9ba142b0-48c6-4d25-bd8c-5ef24e9af495), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:14.703073 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-49f94d81-1b83-4578-acff-6aa42b4758a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:14.706451 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-49f94d81-1b83-4578-acff-6aa42b4758a1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9ba142b0-48c6-4d25-bd8c-5ef24e9af495 HTTP/1.1" status: 204 len: 168 time: 0.3292320 Jul 25 19:05:14.713789 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f94d81-1b83-4578-acff-6aa42b4758a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba142b0-48c6-4d25-bd8c-5ef24e9af495,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:14.845099 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e28bced8-f420-40a0-a649-00638e4c0d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:14.944563 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e28bced8-f420-40a0-a649-00638e4c0d18 admin admin] Publish callbacks [] for security_group (fdcbc4af-7b67-4dcd-8eac-c3fd942142b8), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:15.040135 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e28bced8-f420-40a0-a649-00638e4c0d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (fdcbc4af-7b67-4dcd-8eac-c3fd942142b8), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:15.084435 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa6cf9f-f27a-4392-9582-fce31e0044b8 req-165ea258-70a8-4416-af1c-8a2e8d214b3a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:15.085982 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7fa6cf9f-f27a-4392-9582-fce31e0044b8 req-165ea258-70a8-4416-af1c-8a2e8d214b3a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0848286 Jul 25 19:05:15.110312 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e28bced8-f420-40a0-a649-00638e4c0d18 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5d8b1ca2b776409eb37c94a44cc25dd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4311059 Jul 25 19:05:15.114917 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38466) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:15.118260 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bced8-f420-40a0-a649-00638e4c0d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcbc4af-7b67-4dcd-8eac-c3fd942142b8,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:15.200064 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7fa6cf9f-f27a-4392-9582-fce31e0044b8 req-ffea6d4e-b0df-484f-89ba-53c75e5fc7cd tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016901 Jul 25 19:05:15.201970 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:INSERT=16,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:15.268965 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3201a7d-3cb8-40df-8996-ec51c1c55f33 admin admin] Publish callbacks [] for security_group (fdcbc4af-7b67-4dcd-8eac-c3fd942142b8), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:15.281812 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea196b-13a4-4f34-b14b-6bc06534c25f req-856352d9-46dc-41cd-9ffe-3cb62090745c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:15.283629 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-27ea196b-13a4-4f34-b14b-6bc06534c25f req-856352d9-46dc-41cd-9ffe-3cb62090745c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0703197 Jul 25 19:05:15.302058 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:15.336504 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3201a7d-3cb8-40df-8996-ec51c1c55f33 admin admin] Publish callbacks [] for security_group (fdcbc4af-7b67-4dcd-8eac-c3fd942142b8), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:15.398976 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-27ea196b-13a4-4f34-b14b-6bc06534c25f req-9bdb2328-14aa-4ee6-aee8-9302559d05b3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003435 Jul 25 19:05:15.476659 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f2711-de7a-42ab-9c00-923bddc609ae req-399e4c44-e348-435a-90cd-182fbe788515 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:15.480598 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd0f2711-de7a-42ab-9c00-923bddc609ae req-399e4c44-e348-435a-90cd-182fbe788515 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0777917 Jul 25 19:05:15.548377 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd0f2711-de7a-42ab-9c00-923bddc609ae req-077a2c20-64e5-4156-bc51-4e236fd46e5a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602188 Jul 25 19:05:15.563523 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3201a7d-3cb8-40df-8996-ec51c1c55f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (fdcbc4af-7b67-4dcd-8eac-c3fd942142b8), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:15.567092 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3201a7d-3cb8-40df-8996-ec51c1c55f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:15.582703 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b3201a7d-3cb8-40df-8996-ec51c1c55f33 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fdcbc4af-7b67-4dcd-8eac-c3fd942142b8 HTTP/1.1" status: 204 len: 168 time: 0.4555779 Jul 25 19:05:15.586909 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f346a-3cd7-4665-bd4f-a988460f8f3f req-613db530-6fdf-4d07-950e-e89428f95ecb tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:15.590076 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3f3f346a-3cd7-4665-bd4f-a988460f8f3f req-613db530-6fdf-4d07-950e-e89428f95ecb tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0898471 Jul 25 19:05:15.603136 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3201a7d-3cb8-40df-8996-ec51c1c55f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcbc4af-7b67-4dcd-8eac-c3fd942142b8,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:15.680164 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:15.720297 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3f3f346a-3cd7-4665-bd4f-a988460f8f3f req-005746bb-1809-436e-acac-06f4f04a87ce tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116955 Jul 25 19:05:15.805924 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:16.354306 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9d839a-0d9a-4a79-b5ae-bf2e4f1506cd req-0d4d16ef-45d3-48e2-9b4f-95b9375e8163 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:16.356093 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be9d839a-0d9a-4a79-b5ae-bf2e4f1506cd req-0d4d16ef-45d3-48e2-9b4f-95b9375e8163 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0562656 Jul 25 19:05:16.391990 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:16.424980 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be9d839a-0d9a-4a79-b5ae-bf2e4f1506cd req-2b64d04a-c57b-4a7a-bdf3-da288a9cb088 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606768 Jul 25 19:05:16.504542 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38508) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:16.520258 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a5e44322-5fd6-4d4a-85a8-0025b74606e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:16.568976 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6f69-b0cb-4d82-ac51-89229b59c594 req-f3d74f72-4bd2-45dd-b006-97e45743d020 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:16.570571 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f00f6f69-b0cb-4d82-ac51-89229b59c594 req-f3d74f72-4bd2-45dd-b006-97e45743d020 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0554271 Jul 25 19:05:16.664745 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f00f6f69-b0cb-4d82-ac51-89229b59c594 req-1578f344-d7fb-43ed-bbd7-8bb3160a2403 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823193 Jul 25 19:05:16.667210 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a5e44322-5fd6-4d4a-85a8-0025b74606e5 admin admin] Publish callbacks [] for security_group (50bf75a9-2c2c-4414-a8dd-b4e1888759c2), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:16.763274 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:16.770548 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a5e44322-5fd6-4d4a-85a8-0025b74606e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (50bf75a9-2c2c-4414-a8dd-b4e1888759c2), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:16.793542 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67024e4-b7ea-4251-bc2e-35531f6d647d req-cc4db1f1-38b8-4cb4-935e-c91ded3020f4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:16.795098 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e67024e4-b7ea-4251-bc2e-35531f6d647d req-cc4db1f1-38b8-4cb4-935e-c91ded3020f4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0950165 Jul 25 19:05:16.861485 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-a5e44322-5fd6-4d4a-85a8-0025b74606e5 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5ba1c78d6bdb4faebe9ce40ec6a3b530&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3549912 Jul 25 19:05:16.863847 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e44322-5fd6-4d4a-85a8-0025b74606e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bf75a9-2c2c-4414-a8dd-b4e1888759c2,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:16.874904 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38518) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:16.875082 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817703f-2b84-42d8-8aaf-4d0809121def req-054d9a8b-550b-4396-b8ce-0ee4901c0ba3 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:16.878766 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f817703f-2b84-42d8-8aaf-4d0809121def req-054d9a8b-550b-4396-b8ce-0ee4901c0ba3 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0583022 Jul 25 19:05:16.939531 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e67024e4-b7ea-4251-bc2e-35531f6d647d req-2b387df5-f269-4913-bcac-0d586f5b2294 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289077 Jul 25 19:05:16.956578 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f817703f-2b84-42d8-8aaf-4d0809121def req-9c93dd21-ac4a-4581-b101-bfad9c84cdd6 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692537 Jul 25 19:05:16.970264 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-61355f0e-f0c7-44a2-a1c6-8763b68813fe admin admin] Publish callbacks [] for security_group (50bf75a9-2c2c-4414-a8dd-b4e1888759c2), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:17.012370 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-61355f0e-f0c7-44a2-a1c6-8763b68813fe admin admin] Publish callbacks [] for security_group (50bf75a9-2c2c-4414-a8dd-b4e1888759c2), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:17.188095 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-61355f0e-f0c7-44a2-a1c6-8763b68813fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (50bf75a9-2c2c-4414-a8dd-b4e1888759c2), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:17.191117 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-61355f0e-f0c7-44a2-a1c6-8763b68813fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:17.192306 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-61355f0e-f0c7-44a2-a1c6-8763b68813fe admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/50bf75a9-2c2c-4414-a8dd-b4e1888759c2 HTTP/1.1" status: 204 len: 168 time: 0.3163888 Jul 25 19:05:17.206887 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61355f0e-f0c7-44a2-a1c6-8763b68813fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bf75a9-2c2c-4414-a8dd-b4e1888759c2,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:17.630932 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb7632-2e17-4359-af61-adc0ea57ab99 req-e9c8cb88-a9c0-4215-93cf-6e83165bd724 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:17.633761 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55cb7632-2e17-4359-af61-adc0ea57ab99 req-e9c8cb88-a9c0-4215-93cf-6e83165bd724 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0804584 Jul 25 19:05:17.717358 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55cb7632-2e17-4359-af61-adc0ea57ab99 req-3497e56f-cdfb-415e-9209-af059e68cadd tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687506 Jul 25 19:05:17.802450 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:17.862429 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f268-afaa-4a41-879e-d280bfaaba10 req-6d92dce9-cc49-4c86-8add-04a5564d4cb7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:17.865478 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0491f268-afaa-4a41-879e-d280bfaaba10 req-6d92dce9-cc49-4c86-8add-04a5564d4cb7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0776408 Jul 25 19:05:17.935677 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0491f268-afaa-4a41-879e-d280bfaaba10 req-312e9eea-136f-42d2-8cbe-32936b44d919 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613739 Jul 25 19:05:18.125590 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae66bf1-d057-4c47-a9ae-72504f5c6250 req-0a42e8c8-340e-412e-a135-41490d10ec0b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:18.127992 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7ae66bf1-d057-4c47-a9ae-72504f5c6250 req-0a42e8c8-340e-412e-a135-41490d10ec0b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0701199 Jul 25 19:05:18.136965 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be3c36-0151-4151-acb6-846b487530f0 req-4845d08e-5490-41f7-9ab7-5f9b07030ddd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:18.145424 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a1be3c36-0151-4151-acb6-846b487530f0 req-4845d08e-5490-41f7-9ab7-5f9b07030ddd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0798118 Jul 25 19:05:18.221466 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a1be3c36-0151-4151-acb6-846b487530f0 req-9f4d8a81-b2d6-48fb-ae3d-a5b67b23b3c2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747364 Jul 25 19:05:18.223387 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7ae66bf1-d057-4c47-a9ae-72504f5c6250 req-0599d6b9-9f6d-43b4-80fe-d9548e669e73 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869849 Jul 25 19:05:18.871845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ccb38-2e2b-4835-b02b-69c2d9d9e7e6 req-54ab7fd1-b24e-4be5-8991-14f760f744f9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:18.873541 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cc5ccb38-2e2b-4835-b02b-69c2d9d9e7e6 req-54ab7fd1-b24e-4be5-8991-14f760f744f9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0637307 Jul 25 19:05:18.969484 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cc5ccb38-2e2b-4835-b02b-69c2d9d9e7e6 req-7c983b13-0014-4914-9399-db9a24aa69e7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722833 Jul 25 19:05:19.072031 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0a6f-34ec-4bbb-a607-41135e8f387f req-b96a7f8c-05f0-4387-a367-0aa0b246a587 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:19.074099 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-af9a0a6f-34ec-4bbb-a607-41135e8f387f req-b96a7f8c-05f0-4387-a367-0aa0b246a587 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0548439 Jul 25 19:05:19.103495 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:19.147843 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-af9a0a6f-34ec-4bbb-a607-41135e8f387f req-8a550e33-f52f-486a-ac55-6128d003b234 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635374 Jul 25 19:05:19.411790 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315c3c6-599e-4817-b143-07e2e6cc9379 req-def3e2ea-a876-474a-a5d4-bce13dca4914 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:19.412473 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad9891-95b5-4462-8a1f-2a4a17aeb52d req-03d34d51-64d9-4334-806a-9c0436bb2966 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:19.413656 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8315c3c6-599e-4817-b143-07e2e6cc9379 req-def3e2ea-a876-474a-a5d4-bce13dca4914 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0898864 Jul 25 19:05:19.422284 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-efad9891-95b5-4462-8a1f-2a4a17aeb52d req-03d34d51-64d9-4334-806a-9c0436bb2966 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0975239 Jul 25 19:05:19.452241 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['58ad3790-244f-4d95-b9e7-422923ef19fa'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:05:19.504166 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-efad9891-95b5-4462-8a1f-2a4a17aeb52d req-50f3effa-3002-418f-9e80-2ca833e9fd23 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802195 Jul 25 19:05:19.518052 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8315c3c6-599e-4817-b143-07e2e6cc9379 req-66382909-eb6a-4364-922d-97544f79d520 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949943 Jul 25 19:05:20.105090 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:20.120133 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373960c2-b3ee-44fc-bc95-1705fb83c5c2 req-ad13e72c-2e67-44ec-9bde-0c4b24ad26b1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:20.121686 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-373960c2-b3ee-44fc-bc95-1705fb83c5c2 req-ad13e72c-2e67-44ec-9bde-0c4b24ad26b1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0541606 Jul 25 19:05:20.180136 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-373960c2-b3ee-44fc-bc95-1705fb83c5c2 req-db1ce7ad-2eae-4683-a1f0-4a6c04f29228 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Jul 25 19:05:20.307284 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0acd5-dcf0-441a-b708-f65b55867ccc req-425fb727-9176-4ec4-8c62-315bf1ec1723 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:20.309430 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a0e0acd5-dcf0-441a-b708-f65b55867ccc req-425fb727-9176-4ec4-8c62-315bf1ec1723 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0585632 Jul 25 19:05:20.366799 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a0e0acd5-dcf0-441a-b708-f65b55867ccc req-c6c43e73-e456-47fa-bf97-b476af4ce6b5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503330 Jul 25 19:05:20.679675 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618d795-30d6-4546-b928-1306e0ee3c93 req-a53d45a9-2f79-470c-af7d-c24420e5bdd1 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:20.688626 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a481f-c9cb-43d7-a98a-149a5e7b60ad req-9c001485-9b3a-4fa8-8b63-ba9390804278 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:20.688979 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f618d795-30d6-4546-b928-1306e0ee3c93 req-a53d45a9-2f79-470c-af7d-c24420e5bdd1 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0893981 Jul 25 19:05:20.700455 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-340a481f-c9cb-43d7-a98a-149a5e7b60ad req-9c001485-9b3a-4fa8-8b63-ba9390804278 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0679407 Jul 25 19:05:20.748127 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f618d795-30d6-4546-b928-1306e0ee3c93 req-35d2414a-5e66-4d20-aeb0-5b7b3348620d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579920 Jul 25 19:05:20.767022 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-340a481f-c9cb-43d7-a98a-149a5e7b60ad req-803cd71e-d0c4-4e3a-b02e-70db36d2927e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679338 Jul 25 19:05:21.354045 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5852e-1d07-4586-9eda-5a3a7f400b0b req-10c81a6f-3740-4e7b-95f9-261ef43e427f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:21.355225 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6ce5852e-1d07-4586-9eda-5a3a7f400b0b req-10c81a6f-3740-4e7b-95f9-261ef43e427f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0627775 Jul 25 19:05:21.439020 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6ce5852e-1d07-4586-9eda-5a3a7f400b0b req-fd9a6936-07a2-42c0-8158-47920447d02e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724108 Jul 25 19:05:21.469530 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 58ad3790-244f-4d95-b9e7-422923ef19fa up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:05:21.519430 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140155a-f1cd-4a3a-bbf4-78d3f630db90 req-7af66440-d863-4f6b-8c7d-0c548ab90738 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:21.521721 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e140155a-f1cd-4a3a-bbf4-78d3f630db90 req-7af66440-d863-4f6b-8c7d-0c548ab90738 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0625899 Jul 25 19:05:21.522160 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 58ad3790-244f-4d95-b9e7-422923ef19fa completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:05:21.581095 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e140155a-f1cd-4a3a-bbf4-78d3f630db90 req-18ea09fc-f1a3-4714-b3a1-ce57bd4a60f8 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520930 Jul 25 19:05:21.644837 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 58ad3790-244f-4d95-b9e7-422923ef19fa triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:05:21.645325 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:21.692336 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:21.734647 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 58ad3790-244f-4d95-b9e7-422923ef19fa is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:21.735212 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:21.773691 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffab6ed-1699-49d7-bee1-73e045f1e868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad3790-244f-4d95-b9e7-422923ef19fa'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:21.872793 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 58ad3790-244f-4d95-b9e7-422923ef19fa, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=58ad3790-244f-4d95-b9e7-422923ef19fa,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:21.978247 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4b413-a37e-48d1-8209-382f14927bec req-2e9d30f5-331c-4e4f-a929-ac461c6e7825 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:21.980225 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32a4b413-a37e-48d1-8209-382f14927bec req-2e9d30f5-331c-4e4f-a929-ac461c6e7825 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0611491 Jul 25 19:05:21.989648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cc246-fb34-44dd-8717-bdf37487e168 req-f03b5374-ad21-4e4f-9791-a7e556bd3bc0 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:21.991554 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-439cc246-fb34-44dd-8717-bdf37487e168 req-f03b5374-ad21-4e4f-9791-a7e556bd3bc0 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0767076 Jul 25 19:05:22.001961 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:22.043848 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310c5333-a95a-42ae-a37f-00e6b7312677" -d '{"events": [{"server_uuid": "bffab6ed-1699-49d7-bee1-73e045f1e868", "name": "network-vif-plugged", "status": "completed", "tag": "58ad3790-244f-4d95-b9e7-422923ef19fa"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:22.056019 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-439cc246-fb34-44dd-8717-bdf37487e168 req-90c64fb1-3de0-41e2-b6d9-d77714c03528 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578666 Jul 25 19:05:22.061271 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32a4b413-a37e-48d1-8209-382f14927bec req-b1c030f5-e65a-41e4-b17d-365cc2b7dc21 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742545 Jul 25 19:05:22.065483 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=58ad3790-244f-4d95-b9e7-422923ef19fa,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:22.183164 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376de7f4-54c8-45e1-a988-a4130e1c4b1a x-openstack-request-id: req-376de7f4-54c8-45e1-a988-a4130e1c4b1a {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:22.183485 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffab6ed-1699-49d7-bee1-73e045f1e868", "name": "network-vif-plugged", "status": "completed", "tag": "58ad3790-244f-4d95-b9e7-422923ef19fa", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:22.183742 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-376de7f4-54c8-45e1-a988-a4130e1c4b1a {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:22.184192 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376de7f4-54c8-45e1-a988-a4130e1c4b1a'] response: {'server_uuid': 'bffab6ed-1699-49d7-bee1-73e045f1e868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ad3790-244f-4d95-b9e7-422923ef19fa', 'code': 200} Jul 25 19:05:22.582435 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c19861-2267-479f-aed2-aeea32fc712f req-7de56314-81f4-45da-9ba5-40c1d3f7cdfa tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:22.584250 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f9c19861-2267-479f-aed2-aeea32fc712f req-7de56314-81f4-45da-9ba5-40c1d3f7cdfa tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0618880 Jul 25 19:05:22.656624 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f9c19861-2267-479f-aed2-aeea32fc712f req-8d83b993-2a2b-4412-8dd6-1f782dcf59c1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660243 Jul 25 19:05:22.721150 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461315c1-97c5-49f0-8fdc-3102ee8315ba req-bc23b10b-9718-41a7-87e2-24d626e53900 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:22.722777 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-461315c1-97c5-49f0-8fdc-3102ee8315ba req-bc23b10b-9718-41a7-87e2-24d626e53900 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0528541 Jul 25 19:05:22.736886 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:22.778601 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-461315c1-97c5-49f0-8fdc-3102ee8315ba req-0e25c547-593e-4db0-9a43-eaf8be2c513d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493817 Jul 25 19:05:23.215617 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:23.229420 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97e66e-21a9-4639-ab38-41e11f6a7a4d req-40b5b795-ad5e-4ab0-9515-642d6f4a8c3f tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:23.231015 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8f97e66e-21a9-4639-ab38-41e11f6a7a4d req-40b5b795-ad5e-4ab0-9515-642d6f4a8c3f tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0693130 Jul 25 19:05:23.248035 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb473d6a-6eae-401e-aa9b-a574f53a702e req-615249a5-a49c-4fe0-a8f6-d27cb50b63fe tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:23.250269 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bb473d6a-6eae-401e-aa9b-a574f53a702e req-615249a5-a49c-4fe0-a8f6-d27cb50b63fe tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0612082 Jul 25 19:05:23.301919 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8f97e66e-21a9-4639-ab38-41e11f6a7a4d req-0d8c05e7-2045-4520-aa61-b62b898932c4 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623477 Jul 25 19:05:23.318203 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bb473d6a-6eae-401e-aa9b-a574f53a702e req-d0fad1ec-2eab-4f59-8f25-8c567c80403a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616891 Jul 25 19:05:23.457979 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:05:23.571772 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:23.587636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'port_id': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'mac_address': 'fa:16:3e:2a:46:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:05:23.629562 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e40ea0fc-afa9-4060-9acf-75154697423d is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:23.631070 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:23.638781 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:23.648466 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40ea0fc-afa9-4060-9acf-75154697423d {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:05:23.676920 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:23.774264 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:23.796628 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ed7f7-2f4d-465e-8c68-95cfd38c3d1e req-fd704671-2180-40d6-9c24-4f1d08dd3ac0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:23.796628 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-225ed7f7-2f4d-465e-8c68-95cfd38c3d1e req-fd704671-2180-40d6-9c24-4f1d08dd3ac0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0595057 Jul 25 19:05:23.856428 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:23.884974 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-225ed7f7-2f4d-465e-8c68-95cfd38c3d1e req-2a81a4df-1fb3-44b6-a1f8-0000a43120c3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862856 Jul 25 19:05:23.932651 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9d878-d858-478b-b479-ec539db8010d req-4c0319e2-4ad1-486d-a826-26c8699cbeac tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:23.934188 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-90e9d878-d858-478b-b479-ec539db8010d req-4c0319e2-4ad1-486d-a826-26c8699cbeac tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0618851 Jul 25 19:05:23.987926 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-90e9d878-d858-478b-b479-ec539db8010d req-165985af-aa10-46a8-84ef-72a2e7e96358 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469675 Jul 25 19:05:24.478487 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032fcae-f035-44f7-9093-e5b4bd5886da req-d6592ed7-1e61-4c37-b6ad-47979771ff30 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:24.481028 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9032fcae-f035-44f7-9093-e5b4bd5886da req-d6592ed7-1e61-4c37-b6ad-47979771ff30 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0847871 Jul 25 19:05:24.496292 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300548c6-2a67-4284-b36d-83b150ff318d req-29a72ab5-a5bd-4974-bab8-4b5180bd9b57 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:24.498070 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-300548c6-2a67-4284-b36d-83b150ff318d req-29a72ab5-a5bd-4974-bab8-4b5180bd9b57 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 944 time: 0.0740931 Jul 25 19:05:24.545569 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9032fcae-f035-44f7-9093-e5b4bd5886da req-e9cbb9e8-af32-432f-8d96-6edb09ca9f3a tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546417 Jul 25 19:05:24.569685 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-300548c6-2a67-4284-b36d-83b150ff318d req-d5723806-a191-43be-b7fe-2708b1f6cb19 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611477 Jul 25 19:05:24.581176 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['e40ea0fc-afa9-4060-9acf-75154697423d'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:05:25.018263 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9711-94ea-4154-ba46-6a9c84d91488 req-49d40c37-f2f6-4cf0-8529-16b706febd9e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:25.019872 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b4af9711-94ea-4154-ba46-6a9c84d91488 req-49d40c37-f2f6-4cf0-8529-16b706febd9e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0501397 Jul 25 19:05:25.081904 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b4af9711-94ea-4154-ba46-6a9c84d91488 req-049a51fc-2d18-497b-bc85-2b92cbbefd00 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545890 Jul 25 19:05:25.137501 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f2752-8328-4118-b903-1712b2bab8b2 req-3d77bca3-e031-46ac-b2af-b2ba4974c13f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:25.140849 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-699f2752-8328-4118-b903-1712b2bab8b2 req-3d77bca3-e031-46ac-b2af-b2ba4974c13f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0617430 Jul 25 19:05:25.200252 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-699f2752-8328-4118-b903-1712b2bab8b2 req-4b67a53f-1bdf-4c89-9eff-7acacd14b428 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533652 Jul 25 19:05:25.696750 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429f676-786d-4017-9723-e93a1b6eecfc req-52067a10-50f8-49f8-a688-5ebc028dd903 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:25.698407 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8429f676-786d-4017-9723-e93a1b6eecfc req-52067a10-50f8-49f8-a688-5ebc028dd903 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0615814 Jul 25 19:05:25.715758 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2deb8-c7ac-4b23-9931-10ba18099c47 req-d9753f69-bff2-4a8a-a490-6c0a7ad74320 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:25.719157 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d0c2deb8-c7ac-4b23-9931-10ba18099c47 req-d9753f69-bff2-4a8a-a490-6c0a7ad74320 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 944 time: 0.0632794 Jul 25 19:05:25.745496 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:05:25.830960 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8429f676-786d-4017-9723-e93a1b6eecfc req-6a5e60f9-57c3-4ba2-8b71-e881b671562f tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254885 Jul 25 19:05:25.836614 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port e40ea0fc-afa9-4060-9acf-75154697423d completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:05:25.852810 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d0c2deb8-c7ac-4b23-9931-10ba18099c47 req-25842abb-a95f-48c5-ab89-83309715acdd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266277 Jul 25 19:05:25.971249 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port e40ea0fc-afa9-4060-9acf-75154697423d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:05:25.973044 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:25.976578 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ba428106-8404-4cf7-ad94-ce481a900c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:26.096541 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e40ea0fc-afa9-4060-9acf-75154697423d is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:26.096978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:26.125903 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:26.128350 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6fa582-b8a7-4936-8596-098ad0bdbe7c" -d '{"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-plugged", "status": "completed", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:26.157753 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:26.183820 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4222ea58-4ddc-48a5-ba91-48f14bf912a6 x-openstack-request-id: req-4222ea58-4ddc-48a5-ba91-48f14bf912a6 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:26.184430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-plugged", "status": "completed", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:26.184748 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4222ea58-4ddc-48a5-ba91-48f14bf912a6 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:26.185195 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4222ea58-4ddc-48a5-ba91-48f14bf912a6'] response: {'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'code': 200} Jul 25 19:05:26.190846 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:26.242621 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:26.254574 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d6711-78b9-4315-b3fd-74762c83ccb8 req-c79092df-1d91-4f7f-85f6-33dd8ef3f745 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:26.254985 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-316d6711-78b9-4315-b3fd-74762c83ccb8 req-c79092df-1d91-4f7f-85f6-33dd8ef3f745 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0764933 Jul 25 19:05:26.334856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:26.376409 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-316d6711-78b9-4315-b3fd-74762c83ccb8 req-a2ad7fda-e53f-4bbd-842b-939bb0c0e91b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127970 Jul 25 19:05:26.402030 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ebd63-cefa-4bad-860c-0af6bdcb77e9 req-6f4db263-127a-46cc-84b5-95d7966eb1b8 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:26.403765 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3d3ebd63-cefa-4bad-860c-0af6bdcb77e9 req-6f4db263-127a-46cc-84b5-95d7966eb1b8 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0799394 Jul 25 19:05:26.473110 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3d3ebd63-cefa-4bad-860c-0af6bdcb77e9 req-e18b1893-8164-4b85-88f7-a450b446470c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610220 Jul 25 19:05:26.972767 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917ef3-c250-4f90-8c7c-45230980b658 req-5fa03516-13ba-4c8c-ad50-8dc7e17ed360 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:26.974508 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-88917ef3-c250-4f90-8c7c-45230980b658 req-5fa03516-13ba-4c8c-ad50-8dc7e17ed360 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0555272 Jul 25 19:05:27.063094 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5df9e-10a1-4cee-82fc-96056323adcf req-5b3a5878-b87d-4610-aaad-566aa2df3637 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:27.066629 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-88917ef3-c250-4f90-8c7c-45230980b658 req-271d7209-37d4-40e8-912a-cc02cc4dc4cc tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806086 Jul 25 19:05:27.086278 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-95f5df9e-10a1-4cee-82fc-96056323adcf req-5b3a5878-b87d-4610-aaad-566aa2df3637 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.1211240 Jul 25 19:05:27.162986 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-95f5df9e-10a1-4cee-82fc-96056323adcf req-ba10d3f3-b2c7-40e8-96f3-ad2d4a115f27 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690725 Jul 25 19:05:27.524459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6880e7-5d2f-459f-aaf9-4228ca9ccab3 req-86544218-b36e-45be-9df6-dcc9f7089a8e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:27.532513 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4d6880e7-5d2f-459f-aaf9-4228ca9ccab3 req-86544218-b36e-45be-9df6-dcc9f7089a8e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0634909 Jul 25 19:05:27.583371 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4d6880e7-5d2f-459f-aaf9-4228ca9ccab3 req-7ca1cf17-dbdb-4e5d-8fad-237b48f1f54d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499172 Jul 25 19:05:27.627551 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94857ede-b751-4405-8a03-452cea10000f req-eb04123f-e4ed-4d25-8818-bb7014dd152c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:27.629335 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-94857ede-b751-4405-8a03-452cea10000f req-eb04123f-e4ed-4d25-8818-bb7014dd152c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0576339 Jul 25 19:05:27.689831 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-94857ede-b751-4405-8a03-452cea10000f req-4f4ac8bf-aff4-4907-8069-f2b50f938661 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524652 Jul 25 19:05:27.694144 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38878) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:27.730806 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device c4d00d96-da69-4fe8-988f-496608d9e3c9 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:05:27.779932 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:27.873139 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ca192dd7-6cf0-4cee-9947-010615cdc911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:27.877535 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:27.951063 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:27.984225 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ca192dd7-6cf0-4cee-9947-010615cdc911 admin admin] Publish callbacks [] for security_group (1e9b7809-690e-455d-b0a5-4e6281ef2eac), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:27.993608 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port c4d00d96-da69-4fe8-988f-496608d9e3c9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4d00d96-da69-4fe8-988f-496608d9e3c9,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:28.006874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'c4d00d96-da69-4fe8-988f-496608d9e3c9', 'network_id': 'bf0ea9a3-4a87-4dd5-943d-fdc967447281', 'port_id': 'c4d00d96-da69-4fe8-988f-496608d9e3c9', 'mac_address': 'fa:16:3e:7f:70:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523eb5fc-0c68-41a2-8f86-12a64692fb4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:05:28.045271 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port c4d00d96-da69-4fe8-988f-496608d9e3c9 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:28.045721 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:28.059934 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4d00d96-da69-4fe8-988f-496608d9e3c9 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:05:28.073566 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:28.083392 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port c4d00d96-da69-4fe8-988f-496608d9e3c9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4d00d96-da69-4fe8-988f-496608d9e3c9,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:28.216114 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07bc19-8c94-4fd2-9362-da69d74ed173 req-52df3b4a-a108-4576-a8c9-45c927cb9651 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:28.219060 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8f07bc19-8c94-4fd2-9362-da69d74ed173 req-52df3b4a-a108-4576-a8c9-45c927cb9651 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 943 time: 0.0632021 Jul 25 19:05:28.222192 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ca192dd7-6cf0-4cee-9947-010615cdc911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (1e9b7809-690e-455d-b0a5-4e6281ef2eac), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:28.297904 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ca192dd7-6cf0-4cee-9947-010615cdc911 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dc9aa94d422144f786b359a94c0154e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6025019 Jul 25 19:05:28.299162 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38892) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:28.302015 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca192dd7-6cf0-4cee-9947-010615cdc911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9b7809-690e-455d-b0a5-4e6281ef2eac,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:28.323173 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:28.336030 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8f07bc19-8c94-4fd2-9362-da69d74ed173 req-c48f0bb3-09e5-4334-a950-7bff8e1cb284 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963638 Jul 25 19:05:28.381821 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-88744f93-0c40-45a7-a1be-4602605ef771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:28.415535 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=c4d00d96-da69-4fe8-988f-496608d9e3c9,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:28.419321 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436728a-a89f-48bb-ad72-80c1233964bf req-bddb7fa7-01cc-48f2-b353-8dd5cdf28e39 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:28.421740 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4436728a-a89f-48bb-ad72-80c1233964bf req-bddb7fa7-01cc-48f2-b353-8dd5cdf28e39 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.1083670 Jul 25 19:05:28.455152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f3e8-c13c-449b-a810-bd7402a2f87e admin admin] Publish callbacks [] for security_group (1e9b7809-690e-455d-b0a5-4e6281ef2eac), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:28.508163 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f3e8-c13c-449b-a810-bd7402a2f87e admin admin] Publish callbacks [] for security_group (1e9b7809-690e-455d-b0a5-4e6281ef2eac), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:28.524708 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4436728a-a89f-48bb-ad72-80c1233964bf req-dd7acb0b-3db9-4dc6-9c2c-6b410696829f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959330 Jul 25 19:05:28.693810 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f3e8-c13c-449b-a810-bd7402a2f87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (1e9b7809-690e-455d-b0a5-4e6281ef2eac), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:28.696642 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a5e1f3e8-c13c-449b-a810-bd7402a2f87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:28.698071 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-a5e1f3e8-c13c-449b-a810-bd7402a2f87e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1e9b7809-690e-455d-b0a5-4e6281ef2eac HTTP/1.1" status: 204 len: 168 time: 0.3977582 Jul 25 19:05:28.709926 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1f3e8-c13c-449b-a810-bd7402a2f87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9b7809-690e-455d-b0a5-4e6281ef2eac,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:28.751162 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc34c05-e5e3-4736-8e98-f22edcd59892 req-183be3fa-62b7-419b-afa6-4d7d1f6b9484 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:28.752666 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4dc34c05-e5e3-4736-8e98-f22edcd59892 req-183be3fa-62b7-419b-afa6-4d7d1f6b9484 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0888889 Jul 25 19:05:28.814079 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4dc34c05-e5e3-4736-8e98-f22edcd59892 req-8bd4f853-a032-4217-b6b2-914732a21490 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546896 Jul 25 19:05:28.856329 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39728158-fa2a-44ad-b2f0-2cd5d55b5308 req-4fe1cfa5-70ce-4094-9c55-2d601c9dfb7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:28.857868 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-39728158-fa2a-44ad-b2f0-2cd5d55b5308 req-4fe1cfa5-70ce-4094-9c55-2d601c9dfb7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0561240 Jul 25 19:05:28.921983 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-39728158-fa2a-44ad-b2f0-2cd5d55b5308 req-5b15871f-d95a-46a1-a5c5-50550bdaf7f1 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562773 Jul 25 19:05:28.927215 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['c4d00d96-da69-4fe8-988f-496608d9e3c9'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:05:29.348368 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 38918) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:29.513166 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:29.537756 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c644c2d6-d71f-44b1-a4f9-e8fc6b35a2a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:29.543312 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30384d6c-07ab-4a2e-a552-2f10b1e007f9 req-db03a665-8639-4187-821e-a802cc198f11 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:29.545142 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-30384d6c-07ab-4a2e-a552-2f10b1e007f9 req-db03a665-8639-4187-821e-a802cc198f11 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 944 time: 0.0736165 Jul 25 19:05:29.581133 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:INSERT=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:29.607838 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-30384d6c-07ab-4a2e-a552-2f10b1e007f9 req-d714d930-12c7-4c3d-a788-4680f34e4cae tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549829 Jul 25 19:05:29.711862 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c644c2d6-d71f-44b1-a4f9-e8fc6b35a2a8 admin admin] Publish callbacks [] for security_group (2dcc384a-6587-47e4-b355-33834667dfa1), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:29.722607 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447b7e1-07ce-4dba-bb1b-b0e907216d37 req-2dd0b5c3-9f89-4f9e-aeb9-3944319f9eeb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:29.724132 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b447b7e1-07ce-4dba-bb1b-b0e907216d37 req-2dd0b5c3-9f89-4f9e-aeb9-3944319f9eeb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0798335 Jul 25 19:05:29.782445 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b447b7e1-07ce-4dba-bb1b-b0e907216d37 req-7e8e8e3f-7ad7-4a0b-8453-1f28a6c3a072 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497792 Jul 25 19:05:29.815454 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c644c2d6-d71f-44b1-a4f9-e8fc6b35a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2dcc384a-6587-47e4-b355-33834667dfa1), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:29.832139 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38930) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:29.851790 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5dced6c3-c4de-45d6-8c75-1edfa4e3f586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:29.854031 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:29.864750 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c644c2d6-d71f-44b1-a4f9-e8fc6b35a2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcc384a-6587-47e4-b355-33834667dfa1,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:29.869464 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c644c2d6-d71f-44b1-a4f9-e8fc6b35a2a8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5ccd44c3a1aa4edc88b261496cf58d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5192544 Jul 25 19:05:29.875886 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38934) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:30.003968 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925f1ff-7e6f-4c2d-967f-cf463ecc6abf req-dccafc3f-7f2d-442a-8137-e2e6eba7e1dd tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:30.005790 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c925f1ff-7e6f-4c2d-967f-cf463ecc6abf req-dccafc3f-7f2d-442a-8137-e2e6eba7e1dd tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0904660 Jul 25 19:05:30.058625 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-58dfcfea-1895-41f4-a7c2-edb60cf94071 admin admin] Publish callbacks [] for security_group (2dcc384a-6587-47e4-b355-33834667dfa1), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.064124 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:30.072642 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6eb9c-1ae7-44a1-8706-1800de372e60 req-f150f618-b5d4-4f6f-8df2-cd1696996bc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:30.074194 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b5a6eb9c-1ae7-44a1-8706-1800de372e60 req-f150f618-b5d4-4f6f-8df2-cd1696996bc2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0607505 Jul 25 19:05:30.126286 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5dced6c3-c4de-45d6-8c75-1edfa4e3f586 admin admin] Publish callbacks [] for security_group (12f2d013-6dbe-4bee-b40f-bed6bdee7abb), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.137387 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-58dfcfea-1895-41f4-a7c2-edb60cf94071 admin admin] Publish callbacks [] for security_group (2dcc384a-6587-47e4-b355-33834667dfa1), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.143540 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c925f1ff-7e6f-4c2d-967f-cf463ecc6abf req-6a30d7d4-7245-408e-a99b-218157c0bc8a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290205 Jul 25 19:05:30.158359 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b5a6eb9c-1ae7-44a1-8706-1800de372e60 req-5e8f7c37-e425-417e-b065-e342579eed2d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726593 Jul 25 19:05:30.211896 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5dced6c3-c4de-45d6-8c75-1edfa4e3f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (12f2d013-6dbe-4bee-b40f-bed6bdee7abb), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.265761 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5dced6c3-c4de-45d6-8c75-1edfa4e3f586 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=81ff84d4e534408e8e47b1de5a7bdbf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327726 Jul 25 19:05:30.266523 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dced6c3-c4de-45d6-8c75-1edfa4e3f586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f2d013-6dbe-4bee-b40f-bed6bdee7abb,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:30.269255 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38938) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:30.338362 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-993050bd-cdf0-4015-b7ed-45c05c3188a1 admin admin] Publish callbacks [] for security_group (12f2d013-6dbe-4bee-b40f-bed6bdee7abb), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.365756 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-993050bd-cdf0-4015-b7ed-45c05c3188a1 admin admin] Publish callbacks [] for security_group (12f2d013-6dbe-4bee-b40f-bed6bdee7abb), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.374430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device c4d00d96-da69-4fe8-988f-496608d9e3c9 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:05:30.401900 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-58dfcfea-1895-41f4-a7c2-edb60cf94071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2dcc384a-6587-47e4-b355-33834667dfa1), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.404376 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-58dfcfea-1895-41f4-a7c2-edb60cf94071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.407562 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-58dfcfea-1895-41f4-a7c2-edb60cf94071 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2dcc384a-6587-47e4-b355-33834667dfa1 HTTP/1.1" status: 204 len: 168 time: 0.5293486 Jul 25 19:05:30.419394 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfcfea-1895-41f4-a7c2-edb60cf94071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcc384a-6587-47e4-b355-33834667dfa1,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:30.435734 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port c4d00d96-da69-4fe8-988f-496608d9e3c9 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:05:30.556636 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-993050bd-cdf0-4015-b7ed-45c05c3188a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (12f2d013-6dbe-4bee-b40f-bed6bdee7abb), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.557155 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port c4d00d96-da69-4fe8-988f-496608d9e3c9 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:05:30.557891 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.568793 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-993050bd-cdf0-4015-b7ed-45c05c3188a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.574813 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-993050bd-cdf0-4015-b7ed-45c05c3188a1 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/12f2d013-6dbe-4bee-b40f-bed6bdee7abb HTTP/1.1" status: 204 len: 168 time: 0.3043313 Jul 25 19:05:30.609767 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993050bd-cdf0-4015-b7ed-45c05c3188a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f2d013-6dbe-4bee-b40f-bed6bdee7abb,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:30.732063 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port c4d00d96-da69-4fe8-988f-496608d9e3c9 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:30.732256 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.769128 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ed71b-85b5-454f-a874-b0f7031ef007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d00d96-da69-4fe8-988f-496608d9e3c9'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:30.772044 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e8afe-8fe2-4efe-902e-fa3376756eb5" -d '{"events": [{"server_uuid": "fd3ed71b-85b5-454f-a874-b0f7031ef007", "name": "network-vif-plugged", "status": "completed", "tag": "c4d00d96-da69-4fe8-988f-496608d9e3c9"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:30.818540 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port c4d00d96-da69-4fe8-988f-496608d9e3c9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4d00d96-da69-4fe8-988f-496608d9e3c9,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:30.830808 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93a1a2-74ce-491d-a70c-b30bc1e62056 req-5cbb925b-f303-43a2-9444-0058fa149bdd tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:30.834500 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3a93a1a2-74ce-491d-a70c-b30bc1e62056 req-5cbb925b-f303-43a2-9444-0058fa149bdd tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 944 time: 0.0780497 Jul 25 19:05:30.842147 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8223db-5cee-43b0-a93e-1e98d255f8a3 x-openstack-request-id: req-6a8223db-5cee-43b0-a93e-1e98d255f8a3 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:30.846565 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ed71b-85b5-454f-a874-b0f7031ef007", "name": "network-vif-plugged", "status": "completed", "tag": "c4d00d96-da69-4fe8-988f-496608d9e3c9", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:30.846565 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6a8223db-5cee-43b0-a93e-1e98d255f8a3 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:30.846565 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8223db-5cee-43b0-a93e-1e98d255f8a3'] response: {'server_uuid': 'fd3ed71b-85b5-454f-a874-b0f7031ef007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4d00d96-da69-4fe8-988f-496608d9e3c9', 'code': 200} Jul 25 19:05:30.899258 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:30.916268 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3a93a1a2-74ce-491d-a70c-b30bc1e62056 req-226c2c8e-83a0-4aa9-9984-7689432a2a74 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714641 Jul 25 19:05:30.931392 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:30.975279 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33e5c0-8d36-444d-a4b6-70701a3aa393 req-eb8365c3-fdfb-41f5-9b18-71eb058cff8b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:30.975279 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2c33e5c0-8d36-444d-a4b6-70701a3aa393 req-eb8365c3-fdfb-41f5-9b18-71eb058cff8b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0666108 Jul 25 19:05:30.996015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:31.070245 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=c4d00d96-da69-4fe8-988f-496608d9e3c9,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:31.084177 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2c33e5c0-8d36-444d-a4b6-70701a3aa393 req-9d2b4c9c-f7b0-4fce-86df-e54f87d3ac0a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056111 Jul 25 19:05:31.259186 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:31.351766 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e055939-432a-4bd4-b0c3-f4519d7335ef req-f6c7b725-b066-41df-8380-97638ad9e386 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:31.353690 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3e055939-432a-4bd4-b0c3-f4519d7335ef req-f6c7b725-b066-41df-8380-97638ad9e386 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 944 time: 0.0692155 Jul 25 19:05:31.390031 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f31dd-cb07-441c-bc2e-5b29e63740c9 req-5c6785f6-4cf5-4290-a39f-7d0a4fb86aae tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:31.392768 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-015f31dd-cb07-441c-bc2e-5b29e63740c9 req-5c6785f6-4cf5-4290-a39f-7d0a4fb86aae tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.1034403 Jul 25 19:05:31.416967 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3e055939-432a-4bd4-b0c3-f4519d7335ef req-84d425e5-922d-4430-8b53-f6a58ecf6322 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 Jul 25 19:05:31.456641 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-015f31dd-cb07-441c-bc2e-5b29e63740c9 req-dbe0a865-daa0-4e2d-a82a-7926f79b7600 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546818 Jul 25 19:05:31.661577 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 38982) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:31.679860 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b733-53f4-43a2-9ea9-f046e79274a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:31.739205 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-d39c6f20-ed69-41b4-8b97-72bad5e417f8 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b23594-f162-4f7b-9587-c619dd49ac56 HTTP/1.1" status: 200 len: 217 time: 0.0379140 Jul 25 19:05:31.758254 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:31.777718 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-8fafc9ba-6f78-4ea4-af62-75db38521a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:31.780098 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-8fafc9ba-6f78-4ea4-af62-75db38521a4d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0880444 Jul 25 19:05:31.823362 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b733-53f4-43a2-9ea9-f046e79274a4 admin admin] Publish callbacks [] for security_group (0f877891-16d9-4fe7-964a-159689eb1eb3), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:31.913791 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fbe3b733-53f4-43a2-9ea9-f046e79274a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (0f877891-16d9-4fe7-964a-159689eb1eb3), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:31.928676 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-d7f2a119-e46b-48da-aa6c-0b5e81b623e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:31.930198 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-d7f2a119-e46b-48da-aa6c-0b5e81b623e1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 200 len: 850 time: 0.1486387 Jul 25 19:05:32.002644 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-fbe3b733-53f4-43a2-9ea9-f046e79274a4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2e41c6e14ac5479094a374595ab6d93e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393378 Jul 25 19:05:32.007649 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39000) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:32.026216 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3b733-53f4-43a2-9ea9-f046e79274a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f877891-16d9-4fe7-964a-159689eb1eb3,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:32.052347 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3f575417-c079-486a-975a-0ee3a3f4bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:32.055968 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-3f575417-c079-486a-975a-0ee3a3f4bab7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6572528-5d40-45d4-b911-d98d584260e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1128600 Jul 25 19:05:32.101210 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3457059-74fa-4610-8f90-0a67f56d4ce4 admin admin] Publish callbacks [] for security_group (0f877891-16d9-4fe7-964a-159689eb1eb3), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.131739 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3457059-74fa-4610-8f90-0a67f56d4ce4 admin admin] Publish callbacks [] for security_group (0f877891-16d9-4fe7-964a-159689eb1eb3), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.142450 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-25ca397e-3e18-4b94-ad16-bc6350cf211d service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518627 Jul 25 19:05:32.314745 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:32.353613 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3457059-74fa-4610-8f90-0a67f56d4ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (0f877891-16d9-4fe7-964a-159689eb1eb3), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.356408 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3457059-74fa-4610-8f90-0a67f56d4ce4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.357596 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b3457059-74fa-4610-8f90-0a67f56d4ce4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0f877891-16d9-4fe7-964a-159689eb1eb3 HTTP/1.1" status: 204 len: 168 time: 0.3489439 Jul 25 19:05:32.359509 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-27a4cee4-f505-463d-ae1c-4e337044cd8a service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937342 Jul 25 19:05:32.365731 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aad14f-7cdd-4471-8446-a0b12bc3d731 req-33bac6c3-50ba-4383-a354-13711364f2c8 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:32.367487 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-36aad14f-7cdd-4471-8446-a0b12bc3d731 req-33bac6c3-50ba-4383-a354-13711364f2c8 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.2679183 Jul 25 19:05:32.375120 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device a30f1989-9491-4874-b4fd-962b93238fb5 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:05:32.429469 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:32.438576 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a826a-0066-436f-bcc4-99240ec184ae req-7aa77c5f-c5a8-47b4-9045-75ca7d7d5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:32.440138 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca0a826a-0066-436f-bcc4-99240ec184ae req-7aa77c5f-c5a8-47b4-9045-75ca7d7d5087 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1129 time: 0.1665721 Jul 25 19:05:32.460693 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff635f56-b4ce-4a64-9ea2-7b147a01aaef req-54ecc79d-cfed-49f0-a766-2c266558e0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:32.466864 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff635f56-b4ce-4a64-9ea2-7b147a01aaef req-54ecc79d-cfed-49f0-a766-2c266558e0bc service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1129 time: 0.2471759 Jul 25 19:05:32.472252 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c385-ff1c-4adc-a570-51de63bd3107 req-444361de-945b-4518-93f0-d889e24dbf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:32.475181 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-de71c385-ff1c-4adc-a570-51de63bd3107 req-444361de-945b-4518-93f0-d889e24dbf25 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 1129 time: 0.2605157 Jul 25 19:05:32.500338 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3457059-74fa-4610-8f90-0a67f56d4ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f877891-16d9-4fe7-964a-159689eb1eb3,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:32.542315 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-f5aa0033-b913-4ee4-b375-5a229246da99 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728787 Jul 25 19:05:32.591608 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port a30f1989-9491-4874-b4fd-962b93238fb5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a30f1989-9491-4874-b4fd-962b93238fb5,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:32.605193 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de71c385-ff1c-4adc-a570-51de63bd3107 req-246a3dd4-b02d-42b4-bf56-ded02ec8ae08 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.624385 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'a30f1989-9491-4874-b4fd-962b93238fb5', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'port_id': 'a30f1989-9491-4874-b4fd-962b93238fb5', 'mac_address': 'fa:16:3e:8f:42:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:05:32.638844 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3dae6-fb9a-4c3a-bd34-52772e5c3ba7 req-81630689-b037-4a56-bff6-3370416ef16f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:32.654154 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-30e3dae6-fb9a-4c3a-bd34-52772e5c3ba7 req-81630689-b037-4a56-bff6-3370416ef16f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.3816726 Jul 25 19:05:32.690771 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.709779 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-ff635f56-b4ce-4a64-9ea2-7b147a01aaef req-30f1fffc-ccd8-4e94-91de-92b09a4b3f6b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.715115 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port a30f1989-9491-4874-b4fd-962b93238fb5 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:32.715574 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.735850 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30f1989-9491-4874-b4fd-962b93238fb5 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:05:32.753608 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:32.809570 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port a30f1989-9491-4874-b4fd-962b93238fb5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a30f1989-9491-4874-b4fd-962b93238fb5,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:32.844004 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-30e3dae6-fb9a-4c3a-bd34-52772e5c3ba7 req-48146599-82af-4abf-955b-71a76364957a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870503 Jul 25 19:05:32.922873 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:32.928492 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:33.082770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=a30f1989-9491-4874-b4fd-962b93238fb5,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:33.111767 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ca0a826a-0066-436f-bcc4-99240ec184ae req-4a9729cc-b6c7-4c50-968a-f39e4058c4ac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:33.115863 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632f302-b7ee-4056-abe1-d6151e70195e req-e5d38894-ba93-44b4-a0dd-d2d480d442e6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:33.118779 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d632f302-b7ee-4056-abe1-d6151e70195e req-e5d38894-ba93-44b4-a0dd-d2d480d442e6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 945 time: 0.1229615 Jul 25 19:05:33.152517 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de71c385-ff1c-4adc-a570-51de63bd3107 req-246a3dd4-b02d-42b4-bf56-ded02ec8ae08 service neutron] Publish callbacks [] for security_group (484823a1-c545-4539-8108-d186da7c1dbc), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:33.176691 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:33.201502 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d632f302-b7ee-4056-abe1-d6151e70195e req-d05ffffa-fe06-467f-8106-01e059052312 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Jul 25 19:05:33.209422 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-36aad14f-7cdd-4471-8446-a0b12bc3d731 req-60433746-92d4-4b88-a6e9-cfe8b9d08adb tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7984602 Jul 25 19:05:33.264837 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-204bc27b-bd82-4718-80bd-108530eea9a6 req-632ae52f-869d-466e-af2c-370267b5babb service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6846662 Jul 25 19:05:33.327326 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de71c385-ff1c-4adc-a570-51de63bd3107 req-246a3dd4-b02d-42b4-bf56-ded02ec8ae08 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (484823a1-c545-4539-8108-d186da7c1dbc), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:33.342767 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['a30f1989-9491-4874-b4fd-962b93238fb5'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:05:33.381790 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.db.api [req-ca0a826a-0066-436f-bcc4-99240ec184ae req-4a9729cc-b6c7-4c50-968a-f39e4058c4ac service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5d7c3b139f284435aea4ff08a2f0952b {{(pid=111003) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 19:05:33.382727 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG oslo_db.api [req-ca0a826a-0066-436f-bcc4-99240ec184ae req-4a9729cc-b6c7-4c50-968a-f39e4058c4ac service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 19:05:33.396235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1468c-ccd3-4982-911c-6dad134c66a6 req-7e75d5a5-37e2-4d8b-87eb-b5754be221ef tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:33.402770 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8af1468c-ccd3-4982-911c-6dad134c66a6 req-7e75d5a5-37e2-4d8b-87eb-b5754be221ef tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.1163244 Jul 25 19:05:33.411508 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.db.api [req-ff635f56-b4ce-4a64-9ea2-7b147a01aaef req-30f1fffc-ccd8-4e94-91de-92b09a4b3f6b service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5d7c3b139f284435aea4ff08a2f0952b {{(pid=111002) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 19:05:33.411905 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG oslo_db.api [req-ff635f56-b4ce-4a64-9ea2-7b147a01aaef req-30f1fffc-ccd8-4e94-91de-92b09a4b3f6b service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 19:05:33.423162 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-de71c385-ff1c-4adc-a570-51de63bd3107 req-246a3dd4-b02d-42b4-bf56-ded02ec8ae08 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8953154 Jul 25 19:05:33.631390 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a3dd4-b02d-42b4-bf56-ded02ec8ae08 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=484823a1-c545-4539-8108-d186da7c1dbc,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:33.691500 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8af1468c-ccd3-4982-911c-6dad134c66a6 req-7b9a5783-a016-41c3-b64d-c39533f9d6b7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872195 Jul 25 19:05:33.711433 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39038) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:33.722408 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39042) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:33.740813 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8c813d8f-cbf4-43d5-b844-171addc54984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:33.862849 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8c813d8f-cbf4-43d5-b844-171addc54984 admin admin] Publish callbacks [] for security_group (4feefecc-f456-46c6-89ed-e940d91dc62f), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:33.885621 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ca0a826a-0066-436f-bcc4-99240ec184ae req-4a9729cc-b6c7-4c50-968a-f39e4058c4ac service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:33.913627 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-ff635f56-b4ce-4a64-9ea2-7b147a01aaef req-30f1fffc-ccd8-4e94-91de-92b09a4b3f6b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.011281 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff635f56-b4ce-4a64-9ea2-7b147a01aaef req-30f1fffc-ccd8-4e94-91de-92b09a4b3f6b service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5415258 Jul 25 19:05:34.018080 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca0a826a-0066-436f-bcc4-99240ec184ae req-4a9729cc-b6c7-4c50-968a-f39e4058c4ac service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.5365615 Jul 25 19:05:34.057907 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773d54d-d747-48a9-b064-57ed8e57d5a2 req-63c90dc3-5697-4232-926b-e532b27453a3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:34.059550 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d773d54d-d747-48a9-b064-57ed8e57d5a2 req-63c90dc3-5697-4232-926b-e532b27453a3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0626178 Jul 25 19:05:34.079239 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8c813d8f-cbf4-43d5-b844-171addc54984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4feefecc-f456-46c6-89ed-e940d91dc62f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.135166 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-8c813d8f-cbf4-43d5-b844-171addc54984 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=eff99571dd3849168370f92b2690bdee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4109268 Jul 25 19:05:34.137991 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39048) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:34.155923 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1329f38f-51e2-4e8f-8b18-1aa2eb73718c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.158362 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c813d8f-cbf4-43d5-b844-171addc54984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4feefecc-f456-46c6-89ed-e940d91dc62f,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:34.175714 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d773d54d-d747-48a9-b064-57ed8e57d5a2 req-0a706edc-1048-4c91-9da6-336db6c26f48 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082854 Jul 25 19:05:34.209229 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:34.222067 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5ea7659f-b266-4489-b47c-8c7f7e521892 admin admin] Publish callbacks [] for security_group (4feefecc-f456-46c6-89ed-e940d91dc62f), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.262494 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5ea7659f-b266-4489-b47c-8c7f7e521892 admin admin] Publish callbacks [] for security_group (4feefecc-f456-46c6-89ed-e940d91dc62f), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.319000 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1329f38f-51e2-4e8f-8b18-1aa2eb73718c admin admin] Publish callbacks [] for security_group (177e5354-97b3-4643-82fc-ed3e97a445e6), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.378395 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f67e60-631e-4836-98eb-d171fc06af9c req-0f7274a3-db9b-43b4-9461-d01c7cada65f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:34.380503 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-18f67e60-631e-4836-98eb-d171fc06af9c req-0f7274a3-db9b-43b4-9461-d01c7cada65f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 945 time: 0.0636730 Jul 25 19:05:34.401292 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352d4d5-cf08-4f17-b210-3af0b996dc0b req-2b33451d-eda8-4863-9ef4-988268039270 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:34.401292 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b352d4d5-cf08-4f17-b210-3af0b996dc0b req-2b33451d-eda8-4863-9ef4-988268039270 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0648623 Jul 25 19:05:34.447851 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-18f67e60-631e-4836-98eb-d171fc06af9c req-bc4426e3-7417-4f2a-8fb7-170e246ed6e2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604534 Jul 25 19:05:34.457028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5ea7659f-b266-4489-b47c-8c7f7e521892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4feefecc-f456-46c6-89ed-e940d91dc62f), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.460148 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1329f38f-51e2-4e8f-8b18-1aa2eb73718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (177e5354-97b3-4643-82fc-ed3e97a445e6), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.461832 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5ea7659f-b266-4489-b47c-8c7f7e521892 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.463833 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5ea7659f-b266-4489-b47c-8c7f7e521892 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4feefecc-f456-46c6-89ed-e940d91dc62f HTTP/1.1" status: 204 len: 168 time: 0.3242607 Jul 25 19:05:34.475051 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7659f-b266-4489-b47c-8c7f7e521892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4feefecc-f456-46c6-89ed-e940d91dc62f,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:34.482268 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b352d4d5-cf08-4f17-b210-3af0b996dc0b req-b56153ba-9e40-4e7b-bbe6-3b5c0688ae97 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737841 Jul 25 19:05:34.535450 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1329f38f-51e2-4e8f-8b18-1aa2eb73718c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a10e6dddd9734560b2f20207cf874301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8226588 Jul 25 19:05:34.536201 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329f38f-51e2-4e8f-8b18-1aa2eb73718c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177e5354-97b3-4643-82fc-ed3e97a445e6,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:34.539161 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39056) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:34.611393 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99ad644a-724e-43ed-8ec0-e4dd75e52cec admin admin] Publish callbacks [] for security_group (177e5354-97b3-4643-82fc-ed3e97a445e6), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.650860 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99ad644a-724e-43ed-8ec0-e4dd75e52cec admin admin] Publish callbacks [] for security_group (177e5354-97b3-4643-82fc-ed3e97a445e6), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.791468 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99ad644a-724e-43ed-8ec0-e4dd75e52cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (177e5354-97b3-4643-82fc-ed3e97a445e6), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.794029 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99ad644a-724e-43ed-8ec0-e4dd75e52cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:34.795264 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-99ad644a-724e-43ed-8ec0-e4dd75e52cec admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/177e5354-97b3-4643-82fc-ed3e97a445e6 HTTP/1.1" status: 204 len: 168 time: 0.2545345 Jul 25 19:05:34.830114 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad644a-724e-43ed-8ec0-e4dd75e52cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177e5354-97b3-4643-82fc-ed3e97a445e6,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:34.847492 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400a30a-2194-4944-9dd0-206bd4c577e4 req-8237cc18-e02a-4f89-b291-e94db198f25f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:34.849509 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2400a30a-2194-4944-9dd0-206bd4c577e4 req-8237cc18-e02a-4f89-b291-e94db198f25f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0687022 Jul 25 19:05:34.916126 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2400a30a-2194-4944-9dd0-206bd4c577e4 req-c621f762-c261-4db3-ac2d-93b10fdce179 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564764 Jul 25 19:05:35.353096 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced984e-9152-4062-8374-b8d5c92072c0 req-25f75138-97f8-4eb0-86a3-dd3c4e090e91 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:35.354958 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dced984e-9152-4062-8374-b8d5c92072c0 req-25f75138-97f8-4eb0-86a3-dd3c4e090e91 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0690544 Jul 25 19:05:35.414739 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dced984e-9152-4062-8374-b8d5c92072c0 req-1c66c659-4dc2-4a4a-a3f7-46a0f67e0c19 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493016 Jul 25 19:05:35.599938 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d37e5c-0f13-43b4-aa9c-348c5313be11 req-c9c86aae-04c6-46be-a9b6-2d7be464f626 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:35.601813 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-27d37e5c-0f13-43b4-aa9c-348c5313be11 req-c9c86aae-04c6-46be-a9b6-2d7be464f626 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 945 time: 0.0588777 Jul 25 19:05:35.630624 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4894d-8cec-4265-8656-a099015cc31c req-72e6646b-20b2-4191-a8af-6198cc6aa1d9 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:35.632608 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-10e4894d-8cec-4265-8656-a099015cc31c req-72e6646b-20b2-4191-a8af-6198cc6aa1d9 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0618250 Jul 25 19:05:35.678572 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:35.692191 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-27d37e5c-0f13-43b4-aa9c-348c5313be11 req-d2f43689-545f-43db-8756-ba9aebaee685 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844688 Jul 25 19:05:35.702745 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-10e4894d-8cec-4265-8656-a099015cc31c req-a416bf77-3737-4146-a076-a0354db8fb3e tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573699 Jul 25 19:05:36.013043 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:36.056199 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91963274-c777-482d-b637-3639d705e264 req-06fe6531-e6a3-4c17-925b-cafc1ec6f7b7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:36.057726 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-91963274-c777-482d-b637-3639d705e264 req-06fe6531-e6a3-4c17-925b-cafc1ec6f7b7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0563037 Jul 25 19:05:36.115919 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-91963274-c777-482d-b637-3639d705e264 req-3ec7cea9-6962-444a-93ca-0bff384f19d2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517521 Jul 25 19:05:36.252122 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39122) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:36.287865 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:36.365528 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1679498397-network', 'tenant_id': '9062c0ee33bb464c88d5f5e7471c6961'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:05:36.450288 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Made reservation on behalf of 9062c0ee33bb464c88d5f5e7471c6961 for: {'network': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:05:36.454292 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:36.466310 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:36.576164 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09337fb9-fe1e-4d71-9de1-2075cc3add2c req-31989582-41e5-4de7-9da1-2a05ad91d202 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:36.577868 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-09337fb9-fe1e-4d71-9de1-2075cc3add2c req-31989582-41e5-4de7-9da1-2a05ad91d202 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0659244 Jul 25 19:05:36.626018 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Publish callbacks [] for security_group (44a9b668-d13e-403e-b8f1-572ee31475a9), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:36.657293 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-09337fb9-fe1e-4d71-9de1-2075cc3add2c req-300cb3e2-f413-46b7-b08d-be016eba39ed tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700583 Jul 25 19:05:36.739721 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (44a9b668-d13e-403e-b8f1-572ee31475a9), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:36.770195 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=111003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:05:36.783861 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a9b668-d13e-403e-b8f1-572ee31475a9,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:36.789606 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (3b98012f-c531-4495-a083-0069b1f93d81), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:36.789872 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.segments_db [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Added segment 3b98012f-c531-4495-a083-0069b1f93d81 of type vlan for network dbccd2f8-6687-4a50-9cd2-a6a34be80480 Jul 25 19:05:36.844806 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fde86e-bfba-4a21-88d8-beb9dabbe980 req-35970656-9799-4024-bdb0-485f017db83a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:36.847098 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-27fde86e-bfba-4a21-88d8-beb9dabbe980 req-35970656-9799-4024-bdb0-485f017db83a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 945 time: 0.0610909 Jul 25 19:05:36.873576 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (dbccd2f8-6687-4a50-9cd2-a6a34be80480), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:36.886083 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:36.910648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf68bec-87fb-4419-8776-a86371d9aa7f req-c8065c57-a816-453c-bdc1-f4c90af2381a tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:36.911128 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-27fde86e-bfba-4a21-88d8-beb9dabbe980 req-6b7c8a35-6453-4c30-9ec8-fd15a9cb1526 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562840 Jul 25 19:05:36.912310 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-acf68bec-87fb-4419-8776-a86371d9aa7f req-c8065c57-a816-453c-bdc1-f4c90af2381a tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0865674 Jul 25 19:05:36.975675 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-acf68bec-87fb-4419-8776-a86371d9aa7f req-6eb20c41-a160-40be-8d9c-d0ea9c192edc tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556152 Jul 25 19:05:37.022119 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (dbccd2f8-6687-4a50-9cd2-a6a34be80480), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:37.024005 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:37.026069 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:37.122653 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=dbccd2f8-6687-4a50-9cd2-a6a34be80480,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:37.139764 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network dbccd2f8-6687-4a50-9cd2-a6a34be80480 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:05:37.236514 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-db187a57-d5fb-49d9-961f-d8b59032b8b2 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9829564 Jul 25 19:05:37.239700 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39152) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:37.250481 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Request body: {'subnet': {'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1679498397-subnet', 'tenant_id': '9062c0ee33bb464c88d5f5e7471c6961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:05:37.319356 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe2162-b3ef-4a0f-b938-6e2c1171737d req-ad81b3a7-20c7-4994-ac36-76cfa09c6b04 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:37.320993 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ebbe2162-b3ef-4a0f-b938-6e2c1171737d req-ad81b3a7-20c7-4994-ac36-76cfa09c6b04 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0678136 Jul 25 19:05:37.372992 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ebbe2162-b3ef-4a0f-b938-6e2c1171737d req-bdf357dd-dff2-489b-a292-3b5d264eed00 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463498 Jul 25 19:05:37.392818 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Made reservation on behalf of 9062c0ee33bb464c88d5f5e7471c6961 for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:05:37.395995 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:37.707794 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (c35a6b2a-7e10-48d4-8060-9c659f0b0413), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:37.791826 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:37.816261 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35a6b2a-7e10-48d4-8060-9c659f0b0413,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:37.824145 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeca833-a891-4a6b-a19f-a3f80953d0fa req-7f935e75-c2d4-4246-b343-2f4edda9ebe0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:37.825800 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3eeca833-a891-4a6b-a19f-a3f80953d0fa req-7f935e75-c2d4-4246-b343-2f4edda9ebe0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0835660 Jul 25 19:05:37.865512 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Checking segment: {'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:05:37.865512 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Network hostable DHCP agents. Network: dbccd2f8-6687-4a50-9cd2-a6a34be80480, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:05:37.905765 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3eeca833-a891-4a6b-a19f-a3f80953d0fa req-75c0b6a0-c40d-4952-b8fd-2334f037e138 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699420 Jul 25 19:05:38.027122 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Network dbccd2f8-6687-4a50-9cd2-a6a34be80480 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:05:38.054832 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd43ec-a4c0-46a9-8a60-6e3a32561167 req-9c635382-8f49-4880-931c-79cb62b63125 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:38.056717 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b5cd43ec-a4c0-46a9-8a60-6e3a32561167 req-9c635382-8f49-4880-931c-79cb62b63125 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 945 time: 0.0638680 Jul 25 19:05:38.114832 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b5cd43ec-a4c0-46a9-8a60-6e3a32561167 req-ffa60549-5bc9-4d62-b0cc-bf1fd11b7c6d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 Jul 25 19:05:38.119297 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, dbccd2f8-6687-4a50-9cd2-a6a34be80480) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:05:38.129884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bac537-ae6d-4a49-8dcb-0126dd0a97fa None None] Network dbccd2f8-6687-4a50-9cd2-a6a34be80480 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:05:38.134267 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:38.135304 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:38.151762 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb2fce6-1f81-4093-83d1-65cc6de87bc7 req-9020042f-3c71-4535-9fce-2b94dddbd31d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:38.153699 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1cb2fce6-1f81-4093-83d1-65cc6de87bc7 req-9020042f-3c71-4535-9fce-2b94dddbd31d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0678942 Jul 25 19:05:38.217913 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1cb2fce6-1f81-4093-83d1-65cc6de87bc7 req-1f03f7c4-341f-4c61-98cf-6006d0903853 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520070 Jul 25 19:05:38.252209 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4114286b-0a9b-4809-8efe-3934891e2c6c None None] Network dbccd2f8-6687-4a50-9cd2-a6a34be80480 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:05:38.262260 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c4a9d917-2d95-4d44-a101-8192cdbd33ea admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0127623 Jul 25 19:05:38.506832 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b607e-d3a6-4589-93d3-cb90751bd091 req-d5d65ec0-e3af-49e6-bb6e-fa6ea5ca6832 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:38.508476 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ef4b607e-d3a6-4589-93d3-cb90751bd091 req-d5d65ec0-e3af-49e6-bb6e-fa6ea5ca6832 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0519445 Jul 25 19:05:38.558839 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:38.567597 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ef4b607e-d3a6-4589-93d3-cb90751bd091 req-a56cbdee-8ed7-4ad8-a4e1-eaf65a75b123 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518436 Jul 25 19:05:39.045980 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e99df2-030e-4f45-88b6-bd43928dc6e9 req-0aad0d49-7ff5-49d1-8536-058dde385949 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:39.047576 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b8e99df2-030e-4f45-88b6-bd43928dc6e9 req-0aad0d49-7ff5-49d1-8536-058dde385949 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0544081 Jul 25 19:05:39.099244 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b8e99df2-030e-4f45-88b6-bd43928dc6e9 req-71526bae-2abb-4dd7-9864-adf040adfb6f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456507 Jul 25 19:05:39.255874 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46310b9-81d6-4178-8d39-c77b8b5b7080 req-36a5620b-9360-40aa-9da8-5d143508866d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:39.257506 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e46310b9-81d6-4178-8d39-c77b8b5b7080 req-36a5620b-9360-40aa-9da8-5d143508866d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 945 time: 0.0533969 Jul 25 19:05:39.322354 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e46310b9-81d6-4178-8d39-c77b8b5b7080 req-86ef124f-a2b1-460e-ab78-d6cc92af4144 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576913 Jul 25 19:05:39.371877 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b5257-44c1-401f-a955-666829609677 req-eed088a4-413a-45a5-9ddb-ee6ef96f697d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:39.375428 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f8b5257-44c1-401f-a955-666829609677 req-eed088a4-413a-45a5-9ddb-ee6ef96f697d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0700622 Jul 25 19:05:39.458549 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f8b5257-44c1-401f-a955-666829609677 req-59bfa386-543f-44b8-88c9-c3721bb9601d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733030 Jul 25 19:05:39.702685 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f639e4ee-be26-438c-b8f9-8ef3a31a36e9 req-01a28aab-749f-4bd3-a9d7-90b35ab71e53 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:39.704211 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f639e4ee-be26-438c-b8f9-8ef3a31a36e9 req-01a28aab-749f-4bd3-a9d7-90b35ab71e53 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0522668 Jul 25 19:05:39.757480 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f639e4ee-be26-438c-b8f9-8ef3a31a36e9 req-88605997-4c65-4155-a252-af32b8c62703 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475245 Jul 25 19:05:39.879219 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device a30f1989-9491-4874-b4fd-962b93238fb5 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:05:39.938840 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port a30f1989-9491-4874-b4fd-962b93238fb5 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:05:40.049789 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port a30f1989-9491-4874-b4fd-962b93238fb5 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:05:40.050174 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:40.132579 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port a30f1989-9491-4874-b4fd-962b93238fb5 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:40.132875 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:40.169327 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ff921d-92b0-4208-b109-9f6969a9b950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30f1989-9491-4874-b4fd-962b93238fb5'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:40.172118 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38fc847-81d4-4690-a322-40483b7ea50d" -d '{"events": [{"server_uuid": "a8ff921d-92b0-4208-b109-9f6969a9b950", "name": "network-vif-plugged", "status": "completed", "tag": "a30f1989-9491-4874-b4fd-962b93238fb5"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:40.191158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port a30f1989-9491-4874-b4fd-962b93238fb5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a30f1989-9491-4874-b4fd-962b93238fb5,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:40.215170 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6e13c6-a2d0-4d1e-834b-e1c6a436605c x-openstack-request-id: req-ac6e13c6-a2d0-4d1e-834b-e1c6a436605c {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:40.215421 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ff921d-92b0-4208-b109-9f6969a9b950", "name": "network-vif-plugged", "status": "completed", "tag": "a30f1989-9491-4874-b4fd-962b93238fb5", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:40.215683 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ac6e13c6-a2d0-4d1e-834b-e1c6a436605c {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:40.216087 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6e13c6-a2d0-4d1e-834b-e1c6a436605c'] response: {'server_uuid': 'a8ff921d-92b0-4208-b109-9f6969a9b950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30f1989-9491-4874-b4fd-962b93238fb5', 'code': 200} Jul 25 19:05:40.250096 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de35280-9753-4cfc-a45c-87878e38ace5 req-041bdaa1-5978-4ecd-a76a-d3bbb397f333 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:40.255185 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6de35280-9753-4cfc-a45c-87878e38ace5 req-041bdaa1-5978-4ecd-a76a-d3bbb397f333 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0531077 Jul 25 19:05:40.276572 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:40.278210 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:40.302576 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:40.315348 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6de35280-9753-4cfc-a45c-87878e38ace5 req-2d0435ee-33b9-423d-903e-e2f9dd48e039 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569544 Jul 25 19:05:40.336768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=a30f1989-9491-4874-b4fd-962b93238fb5,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:40.464769 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f26d22-92a0-4f28-ab24-a5b23ae64ffd req-06e9579a-699a-4149-b8c9-2889032fdcf2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:40.466522 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-54f26d22-92a0-4f28-ab24-a5b23ae64ffd req-06e9579a-699a-4149-b8c9-2889032fdcf2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0613990 Jul 25 19:05:40.538444 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-54f26d22-92a0-4f28-ab24-a5b23ae64ffd req-9655a31d-7b69-4364-993d-c81d8d1e5fa8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632489 Jul 25 19:05:40.619922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdba60a-1a2b-4a2a-9751-25da09fb52ca req-dae87f8d-f01c-4780-a9d5-de4b91fdb25b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:40.621372 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2cdba60a-1a2b-4a2a-9751-25da09fb52ca req-dae87f8d-f01c-4780-a9d5-de4b91fdb25b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0742886 Jul 25 19:05:40.681580 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2cdba60a-1a2b-4a2a-9751-25da09fb52ca req-2718cee3-2f7f-420e-886c-1e72feb940d3 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499036 Jul 25 19:05:40.895309 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f406b-7f75-4569-a13d-e9d68cbaac1b req-e83aa767-b189-48bd-bd05-6bb15797aa16 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:40.899543 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-364f406b-7f75-4569-a13d-e9d68cbaac1b req-e83aa767-b189-48bd-bd05-6bb15797aa16 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0606678 Jul 25 19:05:40.967655 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-364f406b-7f75-4569-a13d-e9d68cbaac1b req-c7d278f0-1107-43b5-92a3-a1c664e8adc1 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629587 Jul 25 19:05:41.456493 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe34680-348a-4007-b09d-73e21a3d61ad req-226964c1-de88-463b-aa79-41dbab5c1d93 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:41.457874 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4fe34680-348a-4007-b09d-73e21a3d61ad req-226964c1-de88-463b-aa79-41dbab5c1d93 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0514855 Jul 25 19:05:41.513329 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4fe34680-348a-4007-b09d-73e21a3d61ad req-957e35d7-d467-4d53-8298-1aed4c9f44ab tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492454 Jul 25 19:05:41.679294 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e324ab-632a-4a77-9946-a696ca3a8516 req-10cbb221-5809-4fd2-8a42-0714f5943e45 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:41.681031 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-29e324ab-632a-4a77-9946-a696ca3a8516 req-10cbb221-5809-4fd2-8a42-0714f5943e45 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0570011 Jul 25 19:05:41.741225 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-29e324ab-632a-4a77-9946-a696ca3a8516 req-2a935ea1-463b-458b-88f7-07ca14a062eb tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532608 Jul 25 19:05:41.866586 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db732c2-297e-4958-8113-3dacca7d3fa5 req-8198348b-ca4d-41da-ac3c-3224eee028af tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:41.868319 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e4b23594-f162-4f7b-9587-c619dd49ac56 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:05:41.869412 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4db732c2-297e-4958-8113-3dacca7d3fa5 req-8198348b-ca4d-41da-ac3c-3224eee028af tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0837376 Jul 25 19:05:41.943085 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4db732c2-297e-4958-8113-3dacca7d3fa5 req-5abb6d76-3142-4489-90b1-3fda9ce11897 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640674 Jul 25 19:05:42.042656 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e4b23594-f162-4f7b-9587-c619dd49ac56, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e4b23594-f162-4f7b-9587-c619dd49ac56,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:42.056797 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'port_id': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'mac_address': 'fa:16:3e:eb:ed:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:05:42.099925 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e4b23594-f162-4f7b-9587-c619dd49ac56 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:42.100400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:42.119197 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b23594-f162-4f7b-9587-c619dd49ac56 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:05:42.150491 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413ce6d-fe8a-4625-92c1-083fbdd02054 req-45a1328f-b689-416b-b445-a41ff969f49b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:42.152461 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d413ce6d-fe8a-4625-92c1-083fbdd02054 req-45a1328f-b689-416b-b445-a41ff969f49b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 943 time: 0.0987563 Jul 25 19:05:42.152987 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e4b23594-f162-4f7b-9587-c619dd49ac56, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e4b23594-f162-4f7b-9587-c619dd49ac56,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:42.155047 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-a2e9a1e4-b7e7-47b4-b6c6-8d6607385e87 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:42.156770 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-a2e9a1e4-b7e7-47b4-b6c6-8d6607385e87 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/networks?id=dbccd2f8-6687-4a50-9cd2-a6a34be80480 HTTP/1.1" status: 200 len: 809 time: 0.1540451 Jul 25 19:05:42.174213 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-0db1d8fb-3df5-421f-a9fe-cd19887a7d42 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/quotas/9062c0ee33bb464c88d5f5e7471c6961 HTTP/1.1" status: 200 len: 375 time: 0.0109234 Jul 25 19:05:42.218836 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-26742c5b-9682-4ef3-a7a5-e5d3e8179e6c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389190 Jul 25 19:05:42.223389 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d413ce6d-fe8a-4625-92c1-083fbdd02054 req-84f0fe6e-f5a5-4d20-a579-24be29e6b469 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598323 Jul 25 19:05:42.268191 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:42.341177 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e4b23594-f162-4f7b-9587-c619dd49ac56,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:42.359957 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-85d69590-d92a-4f2a-8092-bf47de3a49db service neutron] 10.222.0.17 "GET /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331062 Jul 25 19:05:42.429009 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:42.468971 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-f86a59e6-d48c-427e-bfa7-635edcc57e40 service neutron] 10.222.0.17 "GET /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025076 Jul 25 19:05:42.660365 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd077d-c9f8-478b-8b83-61884e7016c0 req-20d39bd3-9fc2-4b28-b733-32c5a7f33141 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:42.661450 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-27fd077d-c9f8-478b-8b83-61884e7016c0 req-20d39bd3-9fc2-4b28-b733-32c5a7f33141 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0536361 Jul 25 19:05:42.729940 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-27fd077d-c9f8-478b-8b83-61884e7016c0 req-f4a769f9-aa9a-4997-bef8-35e4bef2173b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604582 Jul 25 19:05:42.773880 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['e4b23594-f162-4f7b-9587-c619dd49ac56'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:05:42.775917 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-47d681ec-32f1-42cc-b611-457f9556943c req-01c61999-f570-42a2-ba62-aba0e6fbbbdb tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.0454829 Jul 25 19:05:42.809645 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:42.908339 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db17f46-2632-4d3e-9635-bdca1b038fce req-5c463717-0ef8-42d2-890c-cbbb70455ce6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:42.909949 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2db17f46-2632-4d3e-9635-bdca1b038fce req-5c463717-0ef8-42d2-890c-cbbb70455ce6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0612273 Jul 25 19:05:42.980684 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2db17f46-2632-4d3e-9635-bdca1b038fce req-4be22140-486e-422a-9082-2c0dbd1d5af0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637076 Jul 25 19:05:43.077738 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b719ff3-c242-40c0-b07f-708d24806988 req-da40e15f-b298-48b2-bfed-46ccca80e675 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:43.079343 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2b719ff3-c242-40c0-b07f-708d24806988 req-da40e15f-b298-48b2-bfed-46ccca80e675 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0527034 Jul 25 19:05:43.144279 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2b719ff3-c242-40c0-b07f-708d24806988 req-7e14b4b6-79a5-4709-a4f5-e8cf7db5a4f7 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586598 Jul 25 19:05:43.416950 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1354a-7d74-4f0f-8fd9-3cca1b59889f req-49a67708-a873-4b18-a37c-92674a9fe9e5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:43.424261 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c3c1354a-7d74-4f0f-8fd9-3cca1b59889f req-49a67708-a873-4b18-a37c-92674a9fe9e5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 944 time: 0.0889690 Jul 25 19:05:43.483637 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c3c1354a-7d74-4f0f-8fd9-3cca1b59889f req-28a2b806-2da8-4444-9b98-1de847ce5913 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556004 Jul 25 19:05:43.650792 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39334) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:43.793691 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-424f26ea-f9f8-48a2-aac8-d629b1a83acc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:43.850216 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:43.891632 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-957c328d-ab80-4cfb-bc65-6340d11ccc35 req-c2e77a6c-0367-4d7b-8883-1451baf95c9b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.0450513 Jul 25 19:05:43.914402 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93a926-0ac3-4d28-ab0b-514b41e4d674 req-e37279cb-7cb7-487c-84db-f69755260dab tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:43.916021 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3c93a926-0ac3-4d28-ab0b-514b41e4d674 req-e37279cb-7cb7-487c-84db-f69755260dab tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0716527 Jul 25 19:05:43.985218 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-424f26ea-f9f8-48a2-aac8-d629b1a83acc admin admin] Publish callbacks [] for security_group (e830bf69-289d-471c-814f-0b194bf96771), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:44.008284 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3c93a926-0ac3-4d28-ab0b-514b41e4d674 req-402fe7c0-afcb-48ff-976e-ada6ae1599ed tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768249 Jul 25 19:05:44.101703 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-424f26ea-f9f8-48a2-aac8-d629b1a83acc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (e830bf69-289d-471c-814f-0b194bf96771), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:44.125454 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2003fbe6-2344-4075-ac47-9487d1d986a8 req-09a596ed-0a00-40a4-984d-32b98dd94768 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:44.127122 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2003fbe6-2344-4075-ac47-9487d1d986a8 req-09a596ed-0a00-40a4-984d-32b98dd94768 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0562167 Jul 25 19:05:44.150102 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-424f26ea-f9f8-48a2-aac8-d629b1a83acc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=808e941babe345a1bed7bcd020f9652d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4982033 Jul 25 19:05:44.151137 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f26ea-f9f8-48a2-aac8-d629b1a83acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e830bf69-289d-471c-814f-0b194bf96771,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:44.153451 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39352) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:44.223023 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2003fbe6-2344-4075-ac47-9487d1d986a8 req-e389dad8-3b3a-4304-a261-4fa55ad85e2c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877593 Jul 25 19:05:44.225559 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:44.249936 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-8e385606-93a2-4f90-a8d1-ad88eb1f707f admin admin] Publish callbacks [] for security_group (e830bf69-289d-471c-814f-0b194bf96771), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:44.279974 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-8e385606-93a2-4f90-a8d1-ad88eb1f707f admin admin] Publish callbacks [] for security_group (e830bf69-289d-471c-814f-0b194bf96771), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:44.294924 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62dbb1-da60-4fb9-8b83-58cb882f89c4 req-cd145cde-e0cd-4b9b-96a9-cd9522b799b4 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:44.297330 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9f62dbb1-da60-4fb9-8b83-58cb882f89c4 req-cd145cde-e0cd-4b9b-96a9-cd9522b799b4 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0673053 Jul 25 19:05:44.352106 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9f62dbb1-da60-4fb9-8b83-58cb882f89c4 req-79ebbf35-d804-4e04-a694-8127ed2a597d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485177 Jul 25 19:05:44.428415 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-8e385606-93a2-4f90-a8d1-ad88eb1f707f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (e830bf69-289d-471c-814f-0b194bf96771), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:44.430823 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-8e385606-93a2-4f90-a8d1-ad88eb1f707f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:44.432093 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-8e385606-93a2-4f90-a8d1-ad88eb1f707f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e830bf69-289d-471c-814f-0b194bf96771 HTTP/1.1" status: 204 len: 168 time: 0.2777243 Jul 25 19:05:44.446579 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e385606-93a2-4f90-a8d1-ad88eb1f707f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e830bf69-289d-471c-814f-0b194bf96771,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:44.497748 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e4b23594-f162-4f7b-9587-c619dd49ac56 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:05:44.552232 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port e4b23594-f162-4f7b-9587-c619dd49ac56 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:05:44.656172 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac0884-ef6b-46e0-85ba-8c2f97e3fa13 req-86ff6b02-5c9c-41dc-9d29-c1925f062a0d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:44.658582 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0fac0884-ef6b-46e0-85ba-8c2f97e3fa13 req-86ff6b02-5c9c-41dc-9d29-c1925f062a0d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 944 time: 0.0668852 Jul 25 19:05:44.661416 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port e4b23594-f162-4f7b-9587-c619dd49ac56 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:05:44.662217 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:44.686110 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:44.732229 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0fac0884-ef6b-46e0-85ba-8c2f97e3fa13 req-86915feb-89c5-4936-9406-4e116a3e930b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648241 Jul 25 19:05:44.763720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e4b23594-f162-4f7b-9587-c619dd49ac56 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:05:44.764696 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:44.787162 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:44.791782 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b23594-f162-4f7b-9587-c619dd49ac56'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:44.794186 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fdf37b-2359-4af5-9d07-a06d1c9267dd" -d '{"events": [{"server_uuid": "4c66e632-dd5c-4eb5-89fb-ddfe319d4046", "name": "network-vif-plugged", "status": "completed", "tag": "e4b23594-f162-4f7b-9587-c619dd49ac56"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:44.808064 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:05:44.815336 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e4b23594-f162-4f7b-9587-c619dd49ac56, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e4b23594-f162-4f7b-9587-c619dd49ac56,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:05:44.845311 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4be97aa-3fe1-459c-a9a0-f7aabb37afd1 x-openstack-request-id: req-e4be97aa-3fe1-459c-a9a0-f7aabb37afd1 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:44.845813 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c66e632-dd5c-4eb5-89fb-ddfe319d4046", "name": "network-vif-plugged", "status": "completed", "tag": "e4b23594-f162-4f7b-9587-c619dd49ac56", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:44.846194 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e4be97aa-3fe1-459c-a9a0-f7aabb37afd1 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:44.846656 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4be97aa-3fe1-459c-a9a0-f7aabb37afd1'] response: {'server_uuid': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'code': 200} Jul 25 19:05:44.954551 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:45.011692 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bda6a548-34e3-414e-8fd3-ea24ae61d50d req-804da28f-e784-4270-8a33-dde891f4787f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.0352285 Jul 25 19:05:45.022668 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e4b23594-f162-4f7b-9587-c619dd49ac56,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:45.155484 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ccaf2-2dab-47e4-afc2-4bae8afea162 req-5faf7e8f-da39-41ce-a861-88d7268a53a8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:45.157189 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-818ccaf2-2dab-47e4-afc2-4bae8afea162 req-5faf7e8f-da39-41ce-a861-88d7268a53a8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0550268 Jul 25 19:05:45.214131 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-818ccaf2-2dab-47e4-afc2-4bae8afea162 req-ee2cee8f-bab8-4f38-9c84-0acf9eab1560 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486579 Jul 25 19:05:45.351038 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c11a2-00aa-4720-baab-14ffbb09cc74 req-e0dd8ff6-5272-468d-995a-1961aa209530 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:45.352608 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-572c11a2-00aa-4720-baab-14ffbb09cc74 req-e0dd8ff6-5272-468d-995a-1961aa209530 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0498099 Jul 25 19:05:45.421081 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-572c11a2-00aa-4720-baab-14ffbb09cc74 req-ecb79ddc-6fee-4aa0-9436-a9014b6e6a41 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606084 Jul 25 19:05:45.426823 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39380) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:45.451446 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0ed-7dbd-4b1a-8303-3c9b6cdb5a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:45.508245 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969999-8166-443c-b61d-b0ddde9f9940 req-b36af652-ef6d-4ca4-96fb-1d59ac94970d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:45.510146 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4b969999-8166-443c-b61d-b0ddde9f9940 req-b36af652-ef6d-4ca4-96fb-1d59ac94970d tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0762899 Jul 25 19:05:45.571753 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:45.599488 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4b969999-8166-443c-b61d-b0ddde9f9940 req-3d201869-704a-479a-b28b-d19b3cdd2072 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814905 Jul 25 19:05:45.629097 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0ed-7dbd-4b1a-8303-3c9b6cdb5a53 admin admin] Publish callbacks [] for security_group (8e219eaf-fd17-43b5-8349-4098a25deb36), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:45.712337 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bc6bc0ed-7dbd-4b1a-8303-3c9b6cdb5a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (8e219eaf-fd17-43b5-8349-4098a25deb36), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:45.752587 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6bc0ed-7dbd-4b1a-8303-3c9b6cdb5a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e219eaf-fd17-43b5-8349-4098a25deb36,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:45.757575 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-bc6bc0ed-7dbd-4b1a-8303-3c9b6cdb5a53 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=21053db796e4440bb8901bca240edacd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3296790 Jul 25 19:05:45.761096 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39382) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:45.840544 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-547fe987-220c-4fc8-94a1-557251ed9ffb admin admin] Publish callbacks [] for security_group (8e219eaf-fd17-43b5-8349-4098a25deb36), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:45.873479 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-547fe987-220c-4fc8-94a1-557251ed9ffb admin admin] Publish callbacks [] for security_group (8e219eaf-fd17-43b5-8349-4098a25deb36), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:45.966036 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e111d-00a0-4314-9a79-1a08495f09a7 req-5bab031c-99d3-4218-8b81-832af5f3baef tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:45.968743 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b94e111d-00a0-4314-9a79-1a08495f09a7 req-5bab031c-99d3-4218-8b81-832af5f3baef tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0594258 Jul 25 19:05:46.027520 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b94e111d-00a0-4314-9a79-1a08495f09a7 req-1688d9b8-b690-4bf8-bbc3-4a316a804f3b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524197 Jul 25 19:05:46.043807 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-547fe987-220c-4fc8-94a1-557251ed9ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (8e219eaf-fd17-43b5-8349-4098a25deb36), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:46.047653 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-547fe987-220c-4fc8-94a1-557251ed9ffb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:46.051656 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-547fe987-220c-4fc8-94a1-557251ed9ffb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8e219eaf-fd17-43b5-8349-4098a25deb36 HTTP/1.1" status: 204 len: 168 time: 0.2864225 Jul 25 19:05:46.060336 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fe987-220c-4fc8-94a1-557251ed9ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e219eaf-fd17-43b5-8349-4098a25deb36,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:46.153900 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-30377bc8-3515-4652-b82e-d7469ca08819 req-8cd29749-4a4b-4ebb-92e6-06af5d6ea8b1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.0313680 Jul 25 19:05:46.359650 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ab16e-4934-4891-aa0d-ae642219ed68 req-041d67a6-40f6-45d1-9119-3d982048b0a2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:46.362136 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-057ab16e-4934-4891-aa0d-ae642219ed68 req-041d67a6-40f6-45d1-9119-3d982048b0a2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0577769 Jul 25 19:05:46.420413 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-057ab16e-4934-4891-aa0d-ae642219ed68 req-542dd4ae-9734-45bc-a351-7a2079abefec tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533254 Jul 25 19:05:46.577790 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4b30f-9c9b-4213-b6bc-45d385d61c8c req-898c00aa-bdf2-4ac7-90c9-7ed6c0992446 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:46.579475 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d8d4b30f-9c9b-4213-b6bc-45d385d61c8c req-898c00aa-bdf2-4ac7-90c9-7ed6c0992446 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0581479 Jul 25 19:05:46.658515 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d8d4b30f-9c9b-4213-b6bc-45d385d61c8c req-68a317d2-86de-4850-9707-69fe1722216d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695763 Jul 25 19:05:46.783866 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9998d21-7f3a-4c5d-939e-22ff74ab0ec7 req-97f804f7-878d-4a5b-a253-41d777a8d35b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:46.785847 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9998d21-7f3a-4c5d-939e-22ff74ab0ec7 req-97f804f7-878d-4a5b-a253-41d777a8d35b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0858080 Jul 25 19:05:46.849049 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9998d21-7f3a-4c5d-939e-22ff74ab0ec7 req-211160f6-9732-45b2-baf7-f4eeecb94551 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560861 Jul 25 19:05:47.275498 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fee8d-a4dd-4116-aedc-968afdb2cb4e req-07255499-edcb-4e70-9185-8e71255faa01 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:47.278734 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d4fee8d-a4dd-4116-aedc-968afdb2cb4e req-07255499-edcb-4e70-9185-8e71255faa01 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.1062462 Jul 25 19:05:47.307193 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-deabacf5-d736-47c3-88cc-55eaadf6bb35 req-8a2960c1-3100-46e3-abd3-ecaa2615ac8d tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.0428314 Jul 25 19:05:47.368300 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d4fee8d-a4dd-4116-aedc-968afdb2cb4e req-55d36064-acd6-4c2b-9a02-662c27ee96ec tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752251 Jul 25 19:05:47.589936 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac3062-441e-4a4e-8568-db54b84589fb req-c897a448-0743-4059-a853-a16b250cf407 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:47.591725 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-42ac3062-441e-4a4e-8568-db54b84589fb req-c897a448-0743-4059-a853-a16b250cf407 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0662386 Jul 25 19:05:47.647628 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-42ac3062-441e-4a4e-8568-db54b84589fb req-59e8de74-5438-43f9-8da1-033e7f752fd1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483899 Jul 25 19:05:47.867996 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39460) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:47.912514 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67362ed0-12d9-4e01-a05c-dbe308083c5d req-023d0d2d-87eb-4b5d-b29e-7979cefaba06 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:47.919988 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67362ed0-12d9-4e01-a05c-dbe308083c5d req-023d0d2d-87eb-4b5d-b29e-7979cefaba06 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.1029456 Jul 25 19:05:47.975756 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7752149-982c-4b22-b1bf-36e153ec01f1 req-0fd30350-1b42-4662-b7b8-727d42ede295 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:47.978433 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a7752149-982c-4b22-b1bf-36e153ec01f1 req-0fd30350-1b42-4662-b7b8-727d42ede295 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0852094 Jul 25 19:05:47.995251 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39470) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:48.008059 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'floatingip': {'port_id': 'e40ea0fc-afa9-4060-9acf-75154697423d'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:05:48.043036 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67362ed0-12d9-4e01-a05c-dbe308083c5d req-a7a11998-ea52-4bf3-81db-aed53944b3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214542 Jul 25 19:05:48.264461 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ffd89109-6f7e-441c-bb77-67d278b5c14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:48.271088 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (02d4138a-70fb-4a2e-ae84-7b007973b0ac), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:48.399687 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834eaa4d-1006-4fbc-af20-cc6f98aec2c7 req-6a1fd29e-eeea-4781-a5cf-e4c1554dee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:48.402036 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-834eaa4d-1006-4fbc-af20-cc6f98aec2c7 req-6a1fd29e-eeea-4781-a5cf-e4c1554dee85 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 1129 time: 0.0974281 Jul 25 19:05:48.446298 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a947b16-4de8-49b5-8cda-beff3f22ec76 req-676ea9a9-c423-43da-97a0-a086f61daa88 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:48.455342 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a947b16-4de8-49b5-8cda-beff3f22ec76 req-676ea9a9-c423-43da-97a0-a086f61daa88 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.2022800 Jul 25 19:05:48.464321 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:48.484864 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6de9b346-d062-47df-a411-80650469c733 req-ff4334f5-54a2-480e-9085-21b910390508 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.0318828 Jul 25 19:05:48.493861 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:48.559452 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:48.684709 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a947b16-4de8-49b5-8cda-beff3f22ec76 req-d2ff4b79-fa0b-4144-be1b-b3481b2e090b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282901 Jul 25 19:05:48.688746 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b48a9f-922c-444e-bea6-9612ffc2eabb req-a5dc3a2c-a82e-4087-a5a7-2bd5f61e0bcf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:48.696214 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-81b48a9f-922c-444e-bea6-9612ffc2eabb req-a5dc3a2c-a82e-4087-a5a7-2bd5f61e0bcf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.1220689 Jul 25 19:05:48.740864 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-834eaa4d-1006-4fbc-af20-cc6f98aec2c7 req-30b72963-5152-4a68-9fe6-7175e60fb3e7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646159 Jul 25 19:05:48.741940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e9e652-1b1d-42dc-a959-09c8a27a9fd1 req-47a65a08-373c-459b-a530-a42f4793e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:48.743400 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-87e9e652-1b1d-42dc-a959-09c8a27a9fd1 req-47a65a08-373c-459b-a530-a42f4793e11b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 1130 time: 0.1175649 Jul 25 19:05:48.754067 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ffd89109-6f7e-441c-bb77-67d278b5c14e admin admin] Publish callbacks [] for security_group (1c3869ba-3633-4158-87e0-f920fc14aa8a), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:48.797531 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-81b48a9f-922c-444e-bea6-9612ffc2eabb req-41a6260d-7595-416d-8000-7a899c95839e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001716 Jul 25 19:05:48.855104 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ffd89109-6f7e-441c-bb77-67d278b5c14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (1c3869ba-3633-4158-87e0-f920fc14aa8a), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:49.032072 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ffd89109-6f7e-441c-bb77-67d278b5c14e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1aaea95be92540759ce95f8af5c4f4b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1616862 Jul 25 19:05:49.035226 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39494) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:49.048862 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd89109-6f7e-441c-bb77-67d278b5c14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3869ba-3633-4158-87e0-f920fc14aa8a,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:49.235505 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-87e9e652-1b1d-42dc-a959-09c8a27a9fd1 req-14aefc99-88d3-4c60-8a99-318969088a0f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728318 Jul 25 19:05:49.243596 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-832d7307-9212-40d8-98b7-9a797ccccecb admin admin] Publish callbacks [] for security_group (1c3869ba-3633-4158-87e0-f920fc14aa8a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:49.314992 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-10916628-463c-49e9-a4b9-51fe861b9617 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:49.316952 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-10916628-463c-49e9-a4b9-51fe861b9617 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.88 "GET /v2.0/networks?id=dbccd2f8-6687-4a50-9cd2-a6a34be80480 HTTP/1.1" status: 200 len: 809 time: 0.2526116 Jul 25 19:05:49.331792 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-832d7307-9212-40d8-98b7-9a797ccccecb admin admin] Publish callbacks [] for security_group (1c3869ba-3633-4158-87e0-f920fc14aa8a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:49.344376 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:49.478590 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:49.499904 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c01cd-57f1-4781-a6b5-36f646a77643 req-06640984-31ac-4980-9f3e-7781495ff912 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:49.501488 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-523c01cd-57f1-4781-a6b5-36f646a77643 req-06640984-31ac-4980-9f3e-7781495ff912 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0883944 Jul 25 19:05:49.503608 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.db.resource_extend [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 19:05:49.609565 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:49.612453 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-832d7307-9212-40d8-98b7-9a797ccccecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (1c3869ba-3633-4158-87e0-f920fc14aa8a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:49.615436 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-832d7307-9212-40d8-98b7-9a797ccccecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:49.616605 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-832d7307-9212-40d8-98b7-9a797ccccecb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/1c3869ba-3633-4158-87e0-f920fc14aa8a HTTP/1.1" status: 204 len: 168 time: 0.5803611 Jul 25 19:05:49.620965 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-50b80b38-b929-46f0-981f-c1c3c25221d7 req-35858213-32ea-479e-a0d0-a253675a50db tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.0450425 Jul 25 19:05:49.631305 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d7307-9212-40d8-98b7-9a797ccccecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3869ba-3633-4158-87e0-f920fc14aa8a,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:49.634246 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-523c01cd-57f1-4781-a6b5-36f646a77643 req-5f7cb04c-b442-495c-9d9e-3bf0cd757465 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941055 Jul 25 19:05:49.779037 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (02d4138a-70fb-4a2e-ae84-7b007973b0ac), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:49.922020 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Floating IP 02d4138a-70fb-4a2e-ae84-7b007973b0ac associated. External IP: 172.27.0.172, port: e40ea0fc-afa9-4060-9acf-75154697423d. Jul 25 19:05:49.981606 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a2a33-4e73-45fc-885a-d733405a6b99 req-2d8ab414-7814-41e3-8d07-b49803099ec7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:49.983330 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7a7a2a33-4e73-45fc-885a-d733405a6b99 req-2d8ab414-7814-41e3-8d07-b49803099ec7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0586009 Jul 25 19:05:50.042219 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7a7a2a33-4e73-45fc-885a-d733405a6b99 req-e8f6afbc-1a36-4de7-987e-5c150cfc3964 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522108 Jul 25 19:05:50.173544 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:05:50.176309 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Request body: {'port': {'device_id': '533a38f0-cdb6-410e-848f-de5a389cb502', 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480', 'admin_state_up': True, 'tenant_id': '9062c0ee33bb464c88d5f5e7471c6961'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:05:50.235449 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:50.290133 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:05:50.294758 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:50.306913 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] Sync routers for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:05:50.319284 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:05:50.319919 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:05:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:05:50.329098 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-11e974f6-a7fe-48ee-b67e-08c3ceaa9ae5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "PUT /v2.0/floatingips/02d4138a-70fb-4a2e-ae84-7b007973b0ac HTTP/1.1" status: 200 len: 991 time: 2.3316588 Jul 25 19:05:50.329718 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:50.332424 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e5536b-a34b-49b7-adac-09f851d50d37" -d '{"events": [{"name": "network-changed", "server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:50.373103 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8932df07-f46d-41f3-ba37-03823f6386fa x-openstack-request-id: req-8932df07-f46d-41f3-ba37-03823f6386fa {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:50.373242 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:50.373458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8932df07-f46d-41f3-ba37-03823f6386fa {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:50.373868 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8932df07-f46d-41f3-ba37-03823f6386fa'] response: {'name': 'network-changed', 'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'status': 'completed', 'code': 200} Jul 25 19:05:50.427605 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Made reservation on behalf of 9062c0ee33bb464c88d5f5e7471c6961 for: {'port': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:05:50.433564 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:50.439628 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:05:50.592763 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39528) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:50.620744 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3abf51de-d4f4-43e5-9c0f-bfad62d23996 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:50.639807 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Allocated IP 172.20.0.9 (dbccd2f8-6687-4a50-9cd2-a6a34be80480/c35a6b2a-7e10-48d4-8060-9c659f0b0413/04e8bc93-ceba-4008-899e-d3dc6112d7e7) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:05:50.799948 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:50.806001 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '02d4138a-70fb-4a2e-ae84-7b007973b0ac', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'port_id': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'mac_address': 'fa:16:3e:2a:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:04:35Z', 'updated_at': '2022-07-25T19:05:49Z', 'revision_number': 1, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:05:50.852073 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] Checking router: 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:05:50.854611 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7eaa7-6147-4e92-9b06-95e59d8f1a4f req-5dc1ec01-5f29-4449-9afe-f7fb56fcf833 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:50.860502 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7cf7eaa7-6147-4e92-9b06-95e59d8f1a4f req-5dc1ec01-5f29-4449-9afe-f7fb56fcf833 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0941322 Jul 25 19:05:50.870471 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:05:50.871890 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:05:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:05:50.907669 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-183e2768-2404-4988-9660-a3523fff803f req-8a8116d0-44f5-4727-a74a-3c9f2e361142 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.1220517 Jul 25 19:05:50.950875 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3abf51de-d4f4-43e5-9c0f-bfad62d23996 admin admin] Publish callbacks [] for security_group (d3ac8ce4-2f89-4b8d-8670-a3157745ed68), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:50.963526 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7cf7eaa7-6147-4e92-9b06-95e59d8f1a4f req-d9a717af-d907-492f-bdab-f06e99505d80 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967326 Jul 25 19:05:51.026442 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks [] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:51.036293 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:51.047881 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:05:51.107772 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3abf51de-d4f4-43e5-9c0f-bfad62d23996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d3ac8ce4-2f89-4b8d-8670-a3157745ed68), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:51.153426 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf51de-d4f4-43e5-9c0f-bfad62d23996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ac8ce4-2f89-4b8d-8670-a3157745ed68,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:51.177649 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39542) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:51.180028 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-3abf51de-d4f4-43e5-9c0f-bfad62d23996 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=21ca773a37074b7987cb0d679e6ad13f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5857959 Jul 25 19:05:51.236233 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:51.257405 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2a67f7ab-ab72-443e-9c08-b3e31d3f2633 admin admin] Publish callbacks [] for security_group (d3ac8ce4-2f89-4b8d-8670-a3157745ed68), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:51.297523 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2a67f7ab-ab72-443e-9c08-b3e31d3f2633 admin admin] Publish callbacks [] for security_group (d3ac8ce4-2f89-4b8d-8670-a3157745ed68), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:51.309877 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7532b-1823-4645-a445-a82a09516360 req-36e7103c-a29e-49d3-a1f7-66380abcea85 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:51.312229 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dfa7532b-1823-4645-a445-a82a09516360 req-36e7103c-a29e-49d3-a1f7-66380abcea85 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.1300650 Jul 25 19:05:51.314987 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Network dbccd2f8-6687-4a50-9cd2-a6a34be80480 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:05:51.321593 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:05:51.324016 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Pushing event updated for resources: {'Port': ['ID=04e8bc93-ceba-4008-899e-d3dc6112d7e7,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:51.326975 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:05:51.411629 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '02d4138a-70fb-4a2e-ae84-7b007973b0ac', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'port_id': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'mac_address': 'fa:16:3e:2a:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:04:35Z', 'updated_at': '2022-07-25T19:05:49Z', 'revision_number': 1, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:05:51.441451 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7203e9e5-f54b-4497-a77c-6c0b310cf271 None None] The sync data for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi is: [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '02d4138a-70fb-4a2e-ae84-7b007973b0ac', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'floating_ip_address': '172.27.0.172', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'port_id': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'mac_address': 'fa:16:3e:2a:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:04:35Z', 'updated_at': '2022-07-25T19:05:49Z', 'revision_number': 1, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:05:51.484955 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2a67f7ab-ab72-443e-9c08-b3e31d3f2633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d3ac8ce4-2f89-4b8d-8670-a3157745ed68), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:51.490285 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2a67f7ab-ab72-443e-9c08-b3e31d3f2633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:51.542811 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-2a67f7ab-ab72-443e-9c08-b3e31d3f2633 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d3ac8ce4-2f89-4b8d-8670-a3157745ed68 HTTP/1.1" status: 204 len: 168 time: 0.3128164 Jul 25 19:05:51.542811 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a67f7ab-ab72-443e-9c08-b3e31d3f2633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ac8ce4-2f89-4b8d-8670-a3157745ed68,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:51.674638 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:51.674638 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:51.680981 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dfa7532b-1823-4645-a445-a82a09516360 req-6f69fa95-22a4-40f1-b9c6-decdf6ede34d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126091 Jul 25 19:05:51.885488 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-8667d9a3-18b0-4a2d-9a74-02a6a913dd39 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7106249 Jul 25 19:05:51.999828 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-78dc7be9-259c-4160-9def-869668191dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:52.001542 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-78dc7be9-259c-4160-9def-869668191dac service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1129 time: 0.1010122 Jul 25 19:05:52.166072 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184fc7f-a25b-4658-90bd-beead407eb11 req-385a2296-9f08-4013-a41b-6621eeb00011 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:52.168098 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e184fc7f-a25b-4658-90bd-beead407eb11 req-385a2296-9f08-4013-a41b-6621eeb00011 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 931 time: 0.0736799 Jul 25 19:05:52.220499 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ece582-0395-42b3-8ce1-33fbefa768ba req-cd6887d8-6bc5-48ec-bd49-be58dd8db33f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:52.222941 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-93ece582-0395-42b3-8ce1-33fbefa768ba req-cd6887d8-6bc5-48ec-bd49-be58dd8db33f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0985110 Jul 25 19:05:52.260743 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e184fc7f-a25b-4658-90bd-beead407eb11 req-85528e37-6ce2-4d61-8e90-344338a9377e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836220 Jul 25 19:05:52.307522 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-93ece582-0395-42b3-8ce1-33fbefa768ba req-b67e546b-6929-4bc1-86e0-a7f0bfe2f307 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772462 Jul 25 19:05:52.364476 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Request body: {'port': {'device_id': '533a38f0-cdb6-410e-848f-de5a389cb502', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:05:52.592329 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:52.598503 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:52.692651 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b5f41f-f5f9-4fd3-9335-0712d91b98be None None] New status for floating IP 02d4138a-70fb-4a2e-ae84-7b007973b0ac: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:05:52.752115 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-642043ea-440a-4198-8cf5-4edb1a6b3b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:52.755260 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-642043ea-440a-4198-8cf5-4edb1a6b3b91 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.2936416 Jul 25 19:05:52.885436 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39590) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:53.055611 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b60d-8b2b-4aa8-aa67-4d519d1db22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.079324 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac5ef7-c2e1-41c3-bc66-61e7dc96d129 req-6aa3cf24-a392-4a36-945e-7e1e6080bed7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:53.081085 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25ac5ef7-c2e1-41c3-bc66-61e7dc96d129 req-6aa3cf24-a392-4a36-945e-7e1e6080bed7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.2043359 Jul 25 19:05:53.101064 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-f119ed31-05a2-4395-9c62-d6b73c5a57e7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 999 time: 0.2375681 Jul 25 19:05:53.165134 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b60d-8b2b-4aa8-aa67-4d519d1db22f admin admin] Publish callbacks [] for security_group (a2c0cce5-bb6a-4566-8c0b-1f35ffea484a), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.182179 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:53.207720 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-59a65401-1ee5-4b53-a41a-b43dc72b784f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:53.208825 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-59a65401-1ee5-4b53-a41a-b43dc72b784f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0963442 Jul 25 19:05:53.242674 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b60d-8b2b-4aa8-aa67-4d519d1db22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a2c0cce5-bb6a-4566-8c0b-1f35ffea484a), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.291333 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25ac5ef7-c2e1-41c3-bc66-61e7dc96d129 req-4d5d1d2a-bf79-491b-85a0-1e930b660786 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980884 Jul 25 19:05:53.345695 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b60d-8b2b-4aa8-aa67-4d519d1db22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0cce5-bb6a-4566-8c0b-1f35ffea484a,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:53.358663 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1cb5b60d-8b2b-4aa8-aa67-4d519d1db22f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2f068693208345f88cf658bc625fb4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4706447 Jul 25 19:05:53.362693 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39606) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:53.372807 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-0c903871-37b8-4bb3-8709-52d882e2497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:53.372807 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-0c903871-37b8-4bb3-8709-52d882e2497e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1455293 Jul 25 19:05:53.434533 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04e8bc93-ceba-4008-899e-d3dc6112d7e7 {{(pid=111002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:05:53.459013 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ab95b43f-0354-49f5-b7ff-3dead25292e3 admin admin] Publish callbacks [] for security_group (a2c0cce5-bb6a-4566-8c0b-1f35ffea484a), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.488717 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ab95b43f-0354-49f5-b7ff-3dead25292e3 admin admin] Publish callbacks [] for security_group (a2c0cce5-bb6a-4566-8c0b-1f35ffea484a), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.494618 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Publish callbacks [] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.530979 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.provisioning_blocks [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Transition to ACTIVE for port object 04e8bc93-ceba-4008-899e-d3dc6112d7e7 will not be triggered until provisioned by entity L2. {{(pid=111002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:05:53.546799 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d8501-e0c6-40f7-aec7-6008f6361bdd req-6adc7d5f-fd5e-490d-98bb-55c2b248a51a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:53.549803 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-573d8501-e0c6-40f7-aec7-6008f6361bdd req-6adc7d5f-fd5e-490d-98bb-55c2b248a51a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 931 time: 0.1188366 Jul 25 19:05:53.600501 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.655511 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-573d8501-e0c6-40f7-aec7-6008f6361bdd req-b921d6cc-5bca-4db0-98dd-ab1f53cb769f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987730 Jul 25 19:05:53.682162 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Pushing event updated for resources: {'Port': ['ID=04e8bc93-ceba-4008-899e-d3dc6112d7e7,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:53.719611 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ab95b43f-0354-49f5-b7ff-3dead25292e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a2c0cce5-bb6a-4566-8c0b-1f35ffea484a), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.722655 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ab95b43f-0354-49f5-b7ff-3dead25292e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.725288 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ab95b43f-0354-49f5-b7ff-3dead25292e3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a2c0cce5-bb6a-4566-8c0b-1f35ffea484a HTTP/1.1" status: 204 len: 168 time: 0.3615184 Jul 25 19:05:53.754081 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95b43f-0354-49f5-b7ff-3dead25292e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0cce5-bb6a-4566-8c0b-1f35ffea484a,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:53.842004 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Attempting to bind port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:05:53.843845 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Attempting to bind port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:05:53.844192 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Attempting to bind port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 on network dbccd2f8-6687-4a50-9cd2-a6a34be80480 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:05:53.869729 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 on network dbccd2f8-6687-4a50-9cd2-a6a34be80480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:05:53.872141 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Attempting to bind port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 on network dbccd2f8-6687-4a50-9cd2-a6a34be80480 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:05:53.919320 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:53.937073 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d501ffbc-12c3-4a07-a01e-281784e52c65 req-fb60bd77-2826-49fe-9f54-f39b23143bfa tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:53.938826 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d501ffbc-12c3-4a07-a01e-281784e52c65 req-fb60bd77-2826-49fe-9f54-f39b23143bfa tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0915258 Jul 25 19:05:53.950986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:05:53.950986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Checking segment: {'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:05:53.950986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Bound using segment: {'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:05:53.950986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Bound port: 04e8bc93-ceba-4008-899e-d3dc6112d7e7, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'}}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:05:53.950986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:53.952683 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39618) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:53.964598 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'floatingip': {'port_id': 'e4b23594-f162-4f7b-9587-c619dd49ac56'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:05:53.973520 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d50a6b-7b5c-4591-b60a-e33a88cbb841 req-e54ada32-9ba3-424f-bd49-fc75bc0b31a1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:53.975135 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-63d50a6b-7b5c-4591-b60a-e33a88cbb841 req-e54ada32-9ba3-424f-bd49-fc75bc0b31a1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.1079295 Jul 25 19:05:54.024328 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] For port 04e8bc93-ceba-4008-899e-d3dc6112d7e7, host hv-cinder-82002, cleared binding levels {{(pid=111002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:05:54.028193 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] For port 04e8bc93-ceba-4008-899e-d3dc6112d7e7, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04e8bc93-ceba-4008-899e-d3dc6112d7e7,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:05:54.033663 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (4aa2a945-6a69-42d3-8f5f-9bdcbcfac390), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:54.119871 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:54.148731 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:54.188601 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-63d50a6b-7b5c-4591-b60a-e33a88cbb841 req-e5179a73-cef6-453c-8019-52c3df993a15 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710076 Jul 25 19:05:54.200691 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:54.200691 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:54.200691 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] 10.222.0.88 "PUT /v2.0/ports/04e8bc93-ceba-4008-899e-d3dc6112d7e7 HTTP/1.1" status: 200 len: 1093 time: 1.8429780 Jul 25 19:05:54.200691 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '533a38f0-cdb6-410e-848f-de5a389cb502', 'tag': '04e8bc93-ceba-4008-899e-d3dc6112d7e7'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:54.202699 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84265cd9-1ea0-4165-b5e1-378e3e8c76cc" -d '{"events": [{"name": "network-changed", "server_uuid": "533a38f0-cdb6-410e-848f-de5a389cb502", "tag": "04e8bc93-ceba-4008-899e-d3dc6112d7e7"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:54.284676 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4d7ac-14fa-4318-bce6-1b5c2c81f459 service neutron] Pushing event updated for resources: {'Port': ['ID=04e8bc93-ceba-4008-899e-d3dc6112d7e7,revision_number=3']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:54.315237 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06707716-6ccd-4dac-a1cc-62fc1ab6e399 x-openstack-request-id: req-06707716-6ccd-4dac-a1cc-62fc1ab6e399 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:54.315237 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "533a38f0-cdb6-410e-848f-de5a389cb502", "tag": "04e8bc93-ceba-4008-899e-d3dc6112d7e7", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:54.315237 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-06707716-6ccd-4dac-a1cc-62fc1ab6e399 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:54.316697 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06707716-6ccd-4dac-a1cc-62fc1ab6e399'] response: {'name': 'network-changed', 'server_uuid': '533a38f0-cdb6-410e-848f-de5a389cb502', 'tag': '04e8bc93-ceba-4008-899e-d3dc6112d7e7', 'status': 'completed', 'code': 200} Jul 25 19:05:54.790571 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39640) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:54.797912 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:54.881172 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2c23f-d176-4a93-b25c-0ae97f0491b0 req-95c5ba1a-aa52-4984-a95b-c33368a8d577 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:54.883357 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bca2c23f-d176-4a93-b25c-0ae97f0491b0 req-95c5ba1a-aa52-4984-a95b-c33368a8d577 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.1362667 Jul 25 19:05:54.915375 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6a10b175-0307-4eb3-b0c3-2fb10d7cd8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:54.955941 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:55.001118 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cc0bb-d0e3-47e8-8e3f-94b1498b04c6 req-aa90f1da-37fd-4122-8f1b-a0a0205eb156 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:55.004030 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c06cc0bb-d0e3-47e8-8e3f-94b1498b04c6 req-aa90f1da-37fd-4122-8f1b-a0a0205eb156 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0933321 Jul 25 19:05:55.047138 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bca2c23f-d176-4a93-b25c-0ae97f0491b0 req-4401ccf7-2c21-4edf-845a-fd6b48cc42a9 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262217 Jul 25 19:05:55.065548 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:55.077121 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-8a7c1b8d-b30d-4943-a10a-d04a8cb26925 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684615 Jul 25 19:05:55.100096 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (4aa2a945-6a69-42d3-8f5f-9bdcbcfac390), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.108404 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c06cc0bb-d0e3-47e8-8e3f-94b1498b04c6 req-5672ddfd-5ff3-4832-8c87-ffc06a3877ca tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957575 Jul 25 19:05:55.179040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6a10b175-0307-4eb3-b0c3-2fb10d7cd8e3 admin admin] Publish callbacks [] for security_group (5f26d4b3-9189-4597-8791-a1a4c822cbdc), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.231292 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Floating IP 4aa2a945-6a69-42d3-8f5f-9bdcbcfac390 associated. External IP: 172.27.0.22, port: e4b23594-f162-4f7b-9587-c619dd49ac56. Jul 25 19:05:55.312687 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6a10b175-0307-4eb3-b0c3-2fb10d7cd8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (5f26d4b3-9189-4597-8791-a1a4c822cbdc), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.373956 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6a10b175-0307-4eb3-b0c3-2fb10d7cd8e3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=97c244082b9d4c3dbbc12b16abb6c971&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5676110 Jul 25 19:05:55.373956 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10b175-0307-4eb3-b0c3-2fb10d7cd8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f26d4b3-9189-4597-8791-a1a4c822cbdc,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:55.375045 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39654) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:55.449656 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-09199f5b-0e39-4687-98a4-97a6440c044d admin admin] Publish callbacks [] for security_group (5f26d4b3-9189-4597-8791-a1a4c822cbdc), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.486452 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-09199f5b-0e39-4687-98a4-97a6440c044d admin admin] Publish callbacks [] for security_group (5f26d4b3-9189-4597-8791-a1a4c822cbdc), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.503692 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Router 6408ca1f-dcb1-4899-a78d-2433aec95226 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:05:55.529066 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:55.648271 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-09199f5b-0e39-4687-98a4-97a6440c044d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (5f26d4b3-9189-4597-8791-a1a4c822cbdc), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.651494 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-09199f5b-0e39-4687-98a4-97a6440c044d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.666927 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-09199f5b-0e39-4687-98a4-97a6440c044d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5f26d4b3-9189-4597-8791-a1a4c822cbdc HTTP/1.1" status: 204 len: 168 time: 0.2784638 Jul 25 19:05:55.690822 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09199f5b-0e39-4687-98a4-97a6440c044d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f26d4b3-9189-4597-8791-a1a4c822cbdc,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:55.877288 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f2992865-ea80-4771-92b2-b02af1b08506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.912599 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:05:55.917568 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:55.927639 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] Sync routers for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:05:55.946458 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:05:55.947246 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:05:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:05:55.962531 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3dbffe28-4628-40df-ba15-f5bb5bd0b408 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "PUT /v2.0/floatingips/4aa2a945-6a69-42d3-8f5f-9bdcbcfac390 HTTP/1.1" status: 200 len: 990 time: 2.0033548 Jul 25 19:05:55.963969 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'tag': 'e4b23594-f162-4f7b-9587-c619dd49ac56'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:05:55.967376 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c66e632-dd5c-4eb5-89fb-ddfe319d4046", "tag": "e4b23594-f162-4f7b-9587-c619dd49ac56"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:05:55.985398 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:56.031910 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c52b909-e51f-4b6f-89ec-d939c41bb32e x-openstack-request-id: req-5c52b909-e51f-4b6f-89ec-d939c41bb32e {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:05:56.032232 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c66e632-dd5c-4eb5-89fb-ddfe319d4046", "tag": "e4b23594-f162-4f7b-9587-c619dd49ac56", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:05:56.032565 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5c52b909-e51f-4b6f-89ec-d939c41bb32e {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:05:56.032997 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c52b909-e51f-4b6f-89ec-d939c41bb32e'] response: {'name': 'network-changed', 'server_uuid': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'tag': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'status': 'completed', 'code': 200} Jul 25 19:05:56.072697 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:56.096294 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:05:56.272100 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63679-0fbd-497d-9b01-567ab9149148 req-f8d6ec04-2844-4bca-8fc9-5ee2ff512441 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:56.272100 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f6d63679-0fbd-497d-9b01-567ab9149148 req-f8d6ec04-2844-4bca-8fc9-5ee2ff512441 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.1136336 Jul 25 19:05:56.361470 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f6d63679-0fbd-497d-9b01-567ab9149148 req-29d0cccd-a647-45af-b781-0a4fe71f33c2 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785913 Jul 25 19:05:56.371612 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1aa6a-2618-4c27-8c22-b12582e6c663 req-5ca9f2d0-05ad-47c7-b17f-afd484290822 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:56.374919 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-40a1aa6a-2618-4c27-8c22-b12582e6c663 req-5ca9f2d0-05ad-47c7-b17f-afd484290822 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0819118 Jul 25 19:05:56.454475 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-40a1aa6a-2618-4c27-8c22-b12582e6c663 req-7bb35b73-c09b-4a3d-8e2b-6c8a7707ce77 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722690 Jul 25 19:05:56.551944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:56.570689 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '4aa2a945-6a69-42d3-8f5f-9bdcbcfac390', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'port_id': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'mac_address': 'fa:16:3e:eb:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:04:32Z', 'updated_at': '2022-07-25T19:05:54Z', 'revision_number': 1, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:05:56.598319 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] Checking router: 6408ca1f-dcb1-4899-a78d-2433aec95226 for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:05:56.609185 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:05:56.614929 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:05:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:05:56.731774 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:05:56.778581 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 39680) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:56.804349 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dc965503-a5e1-4710-a259-23fd3e4a7a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:56.848103 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=9,neutron:UPDATE=1,neutron:SELECT=86,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:56.860114 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:56.927595 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dc965503-a5e1-4710-a259-23fd3e4a7a7e admin admin] Publish callbacks [] for security_group (ab72ac37-980b-4aae-b2f0-3f5a20d8c7f0), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:56.995953 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dc965503-a5e1-4710-a259-23fd3e4a7a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ab72ac37-980b-4aae-b2f0-3f5a20d8c7f0), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:57.050525 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '4aa2a945-6a69-42d3-8f5f-9bdcbcfac390', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'port_id': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'mac_address': 'fa:16:3e:eb:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:04:32Z', 'updated_at': '2022-07-25T19:05:54Z', 'revision_number': 1, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:05:57.053749 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc965503-a5e1-4710-a259-23fd3e4a7a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab72ac37-980b-4aae-b2f0-3f5a20d8c7f0,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:57.061696 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-dc965503-a5e1-4710-a259-23fd3e4a7a7e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3f8287dbf5554b428dd8fb8a766601aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811823 Jul 25 19:05:57.065959 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 39684) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:05:57.086268 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a28570-b8c0-461e-824f-bbb9ff4b45f1 None None] The sync data for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi is: [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '4aa2a945-6a69-42d3-8f5f-9bdcbcfac390', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'floating_ip_address': '172.27.0.22', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'port_id': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'mac_address': 'fa:16:3e:eb:ed:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:04:32Z', 'updated_at': '2022-07-25T19:05:54Z', 'revision_number': 1, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:05:57.158984 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa8eac77-30a7-4c4e-91de-de4eb230c6b5 admin admin] Publish callbacks [] for security_group (ab72ac37-980b-4aae-b2f0-3f5a20d8c7f0), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:57.189649 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa8eac77-30a7-4c4e-91de-de4eb230c6b5 admin admin] Publish callbacks [] for security_group (ab72ac37-980b-4aae-b2f0-3f5a20d8c7f0), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:57.340606 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa8eac77-30a7-4c4e-91de-de4eb230c6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ab72ac37-980b-4aae-b2f0-3f5a20d8c7f0), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:57.345021 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa8eac77-30a7-4c4e-91de-de4eb230c6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:57.346204 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-aa8eac77-30a7-4c4e-91de-de4eb230c6b5 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ab72ac37-980b-4aae-b2f0-3f5a20d8c7f0 HTTP/1.1" status: 204 len: 168 time: 0.2756934 Jul 25 19:05:57.350590 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff0724-15bf-4f1c-9e23-f9d675dcf5ee None None] New status for floating IP 4aa2a945-6a69-42d3-8f5f-9bdcbcfac390: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:05:57.372320 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8eac77-30a7-4c4e-91de-de4eb230c6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab72ac37-980b-4aae-b2f0-3f5a20d8c7f0,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:05:57.577342 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee0a1-597a-48c3-a16e-c8cf867fbe3a req-76badca3-8898-4b63-9107-1fe806ea4570 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:57.583261 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6f5ee0a1-597a-48c3-a16e-c8cf867fbe3a req-76badca3-8898-4b63-9107-1fe806ea4570 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.1149542 Jul 25 19:05:57.694454 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6f5ee0a1-597a-48c3-a16e-c8cf867fbe3a req-5e69f321-5c1e-4058-9087-2bc447fffc51 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083052 Jul 25 19:05:57.704505 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f138a7-cb71-4410-84ed-0dd44ad2c5dc req-0dca61d4-9877-4cd8-a378-a904ca2f8ca2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:57.716481 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e0f138a7-cb71-4410-84ed-0dd44ad2c5dc req-0dca61d4-9877-4cd8-a378-a904ca2f8ca2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0806062 Jul 25 19:05:57.743557 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-1fa17101-8653-44a9-bbe7-441f4147b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:57.745503 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-1fa17101-8653-44a9-bbe7-441f4147b399 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 1129 time: 0.1217139 Jul 25 19:05:57.765003 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-444b217d-794a-4340-af2a-80cb1262e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:57.766795 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-444b217d-794a-4340-af2a-80cb1262e3c8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 1130 time: 0.0710511 Jul 25 19:05:57.785169 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84265cd9-1ea0-4165-b5e1-378e3e8c76cc req-64eb9487-66e1-43bf-b91f-cc15fced4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:57.786874 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-84265cd9-1ea0-4165-b5e1-378e3e8c76cc req-64eb9487-66e1-43bf-b91f-cc15fced4528 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 1127 time: 0.2539871 Jul 25 19:05:57.825153 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e0f138a7-cb71-4410-84ed-0dd44ad2c5dc req-01fb9001-fc8c-4e26-87aa-69acca62f1de tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087959 Jul 25 19:05:57.846101 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-9fe5b110-e1a8-451c-82de-e9e98cd2baa3 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231921 Jul 25 19:05:58.344149 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-88554ce6-0236-41e0-b023-ff06dd2696c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:58.345814 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-88554ce6-0236-41e0-b023-ff06dd2696c9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 912 time: 0.2805607 Jul 25 19:05:58.347297 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-5281c247-d2d2-4660-8d5f-61a1207e37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:58.348793 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-5281c247-d2d2-4660-8d5f-61a1207e37cb service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.1979725 Jul 25 19:05:58.356170 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ea90fa74-cf24-4fbd-9afa-4b597bc383cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:58.425583 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-304659df-eb3e-4c6b-93ed-a4e4ab87a209 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a30f1989-9491-4874-b4fd-962b93238fb5 HTTP/1.1" status: 200 len: 217 time: 0.0557775 Jul 25 19:05:58.469783 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84265cd9-1ea0-4165-b5e1-378e3e8c76cc req-38195fb9-811d-42ab-a51f-882d4f2ff3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:58.471292 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-84265cd9-1ea0-4165-b5e1-378e3e8c76cc req-38195fb9-811d-42ab-a51f-882d4f2ff3f6 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3562629 Jul 25 19:05:58.557564 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-1d6103e9-7fd8-4917-96de-233ec661d9bb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b23594-f162-4f7b-9587-c619dd49ac56 HTTP/1.1" status: 200 len: 1000 time: 0.2000213 Jul 25 19:05:58.565670 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-b30a2ae1-90c0-4b95-ac45-39511a894423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:58.568432 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-b30a2ae1-90c0-4b95-ac45-39511a894423 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.1039026 Jul 25 19:05:58.680432 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-bec7400f-24a0-432d-a792-65334238b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:58.687349 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-bec7400f-24a0-432d-a792-65334238b671 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1026063 Jul 25 19:05:58.693656 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-b3415d52-70a0-4582-a698-6b6a644671e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:58.702320 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-b3415d52-70a0-4582-a698-6b6a644671e4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 200 len: 850 time: 0.1316664 Jul 25 19:05:58.771678 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:59.032395 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-2d140224-6314-4c06-b6ff-dac8811c1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:59.038572 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-2d140224-6314-4c06-b6ff-dac8811c1f13 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6572528-5d40-45d4-b911-d98d584260e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3095548 Jul 25 19:05:59.077905 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c05628-e096-4034-a205-6ab8e4f03a37 req-49d75b58-3495-4a96-8685-a378b7f1eb13 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:59.079428 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-72c05628-e096-4034-a205-6ab8e4f03a37 req-49d75b58-3495-4a96-8685-a378b7f1eb13 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.1039491 Jul 25 19:05:59.121389 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-540e75ba-89e1-45ee-8528-ffd77e914b77 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174602 Jul 25 19:05:59.136509 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:59.194756 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:59.201380 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-72c05628-e096-4034-a205-6ab8e4f03a37 req-a04fb7e1-2c76-4c01-a9bf-d882d49cba7e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999682 Jul 25 19:05:59.207165 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b9ce0-6136-4b4e-b35c-6d81ba24392a req-1499c366-aa49-4a81-93c8-ca4cf51e72ef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:59.218164 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-742b9ce0-6136-4b4e-b35c-6d81ba24392a req-1499c366-aa49-4a81-93c8-ca4cf51e72ef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.1861899 Jul 25 19:05:59.298242 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84265cd9-1ea0-4165-b5e1-378e3e8c76cc req-e67c0704-1a72-4045-8f46-34454b3296b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:59.301101 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-84265cd9-1ea0-4165-b5e1-378e3e8c76cc req-e67c0704-1a72-4045-8f46-34454b3296b1 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8240855 Jul 25 19:05:59.351963 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-742b9ce0-6136-4b4e-b35c-6d81ba24392a req-25b2ff78-9ff6-44cb-8bab-b11b844354bf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325445 Jul 25 19:05:59.437931 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-1bac28ec-54e8-44b5-a8b3-b5ad8f120c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:59.439741 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-1bac28ec-54e8-44b5-a8b3-b5ad8f120c3c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 1127 time: 0.0576069 Jul 25 19:05:59.461575 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f9511010-c005-4983-9fc7-0f2fddb563d2 req-1dbfe0d0-5037-4beb-88a0-24baa4821c1c service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312605 Jul 25 19:05:59.464264 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-137f766a-d1be-4c35-a08c-bc13b39ad4a7 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363210 Jul 25 19:05:59.495345 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-ab1aaf0f-92b2-4687-8cf1-71bdf8b36cd6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04e8bc93-ceba-4008-899e-d3dc6112d7e7 HTTP/1.1" status: 200 len: 217 time: 0.0413935 Jul 25 19:05:59.567848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-96b78b46-3cbc-4594-88c9-7fbf11a67f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:05:59.569500 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-96b78b46-3cbc-4594-88c9-7fbf11a67f23 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c35a6b2a-7e10-48d4-8060-9c659f0b0413 HTTP/1.1" status: 200 len: 849 time: 0.0596759 Jul 25 19:05:59.589174 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:05:59.593711 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1957c00a-5d5a-4daa-a91f-f2b8509d9ae0 req-10b4079f-ab6d-466b-b991-5420691f59e3 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216714 Jul 25 19:05:59.629094 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-13e9a90d-2c2b-4bb0-877e-522824d3ead1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dbccd2f8-6687-4a50-9cd2-a6a34be80480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527437 Jul 25 19:05:59.777207 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-98c1f334-3aac-4f43-a4f5-ebf57fd2d642 service neutron] 10.222.0.88 "GET /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318655 Jul 25 19:05:59.943888 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:05:59.952052 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3f46493-214d-4c41-b4ca-b1f2b7e3eff3 req-affb9bc4-2519-419f-a87f-0cbfd272687b service neutron] 10.222.0.88 "GET /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346674 Jul 25 19:06:00.376868 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9811cb-1e18-4d45-a0d9-8a4adb802cef req-f096f726-ef3a-40e4-be8e-edb1d86df150 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:00.379221 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-db9811cb-1e18-4d45-a0d9-8a4adb802cef req-f096f726-ef3a-40e4-be8e-edb1d86df150 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0661857 Jul 25 19:06:00.451730 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-db9811cb-1e18-4d45-a0d9-8a4adb802cef req-4e081dad-71fb-4ab0-b3e6-07575677ecf1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634704 Jul 25 19:06:00.496225 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c397e-d69e-4caa-a57f-9ca461c3eedd req-550a3258-de5f-41e9-a766-e7b9fd44fe61 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:00.498468 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ba5c397e-d69e-4caa-a57f-9ca461c3eedd req-550a3258-de5f-41e9-a766-e7b9fd44fe61 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0715516 Jul 25 19:06:00.572563 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ba5c397e-d69e-4caa-a57f-9ca461c3eedd req-02213cd5-8374-4d90-b7e9-7c0d1cfcc1a8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630267 Jul 25 19:06:00.960497 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:01.304729 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:01.591226 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09d2e0-5f27-4280-bc4d-2fd96653e281 req-e4baac76-3989-424a-ad6e-8ece082fec1c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:01.592894 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d09d2e0-5f27-4280-bc4d-2fd96653e281 req-e4baac76-3989-424a-ad6e-8ece082fec1c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0519001 Jul 25 19:06:01.651945 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d09d2e0-5f27-4280-bc4d-2fd96653e281 req-0e1155f4-cd79-4a31-88d1-c79b655ab58e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520945 Jul 25 19:06:01.726582 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8bf32-8742-4b33-bfb6-f76abbc7084a req-b58d6f89-574a-4c3e-96df-3dac52c20dab tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:01.728169 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-48c8bf32-8742-4b33-bfb6-f76abbc7084a req-b58d6f89-574a-4c3e-96df-3dac52c20dab tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0587637 Jul 25 19:06:01.798860 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-48c8bf32-8742-4b33-bfb6-f76abbc7084a req-e0370ece-bc31-4dfe-a6f7-e9c12fb121c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636981 Jul 25 19:06:02.576377 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:02.799739 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b84c2-95f0-4b15-af3a-a9ea45a4ac29 req-c43f750e-e912-416e-8141-640b84468679 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:02.804244 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f96b84c2-95f0-4b15-af3a-a9ea45a4ac29 req-c43f750e-e912-416e-8141-640b84468679 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0638483 Jul 25 19:06:02.867577 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f96b84c2-95f0-4b15-af3a-a9ea45a4ac29 req-00c9999a-aa35-46be-a683-81bff0c85f87 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593882 Jul 25 19:06:02.998744 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b001a3f-2a82-4f8c-bae6-2fe9e2104ef8 req-7b68041e-e08b-4cfd-b0f1-0265dc1c5ab9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:03.001416 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4b001a3f-2a82-4f8c-bae6-2fe9e2104ef8 req-7b68041e-e08b-4cfd-b0f1-0265dc1c5ab9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0824800 Jul 25 19:06:03.092637 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4b001a3f-2a82-4f8c-bae6-2fe9e2104ef8 req-304625b8-d103-4dba-9fdb-960ab6c791b6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706391 Jul 25 19:06:04.031640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0512525-14e0-4124-b34a-370f69b169c0 req-ec4b1567-06db-4169-a011-0a041aa38b78 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:04.033162 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f0512525-14e0-4124-b34a-370f69b169c0 req-ec4b1567-06db-4169-a011-0a041aa38b78 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0602591 Jul 25 19:06:04.099287 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f0512525-14e0-4124-b34a-370f69b169c0 req-b73feb67-4d7c-4858-836a-96a1c1927336 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591202 Jul 25 19:06:04.259357 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002eb36-32f5-42a1-8f98-5e0a3e385ccc req-58c76d9b-71b4-4476-a2ec-b08f7b6d4bb3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:04.260954 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1002eb36-32f5-42a1-8f98-5e0a3e385ccc req-58c76d9b-71b4-4476-a2ec-b08f7b6d4bb3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0703962 Jul 25 19:06:04.327429 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1002eb36-32f5-42a1-8f98-5e0a3e385ccc req-62e4104a-1a1d-4d2b-ab1f-5964d8d998cf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590763 Jul 25 19:06:05.255648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:05.273462 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdc3c4-7f76-41e8-9ca1-97a3780dce8d req-46fd3299-6c80-47e8-b516-df91605b21c4 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:05.275511 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-91bdc3c4-7f76-41e8-9ca1-97a3780dce8d req-46fd3299-6c80-47e8-b516-df91605b21c4 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0630505 Jul 25 19:06:05.329770 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-91bdc3c4-7f76-41e8-9ca1-97a3780dce8d req-05b3fd19-0b0e-4d0d-a55a-30da5da3c26c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475852 Jul 25 19:06:05.483220 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96d568-6c32-4b8e-b906-d4a795b07aef req-4054ed2b-1985-469a-80b3-bfa86d5289e6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:05.485028 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bd96d568-6c32-4b8e-b906-d4a795b07aef req-4054ed2b-1985-469a-80b3-bfa86d5289e6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0577924 Jul 25 19:06:05.548202 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bd96d568-6c32-4b8e-b906-d4a795b07aef req-69e0d0b4-42ed-472c-911f-99523a92f9c7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561759 Jul 25 19:06:06.474729 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05f56-6e8c-42e6-9c09-043ec4d42f09 req-a34f3b21-ded1-4cbd-a394-16cc41f0cd4e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:06.476749 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-86a05f56-6e8c-42e6-9c09-043ec4d42f09 req-a34f3b21-ded1-4cbd-a394-16cc41f0cd4e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0653164 Jul 25 19:06:06.548253 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-86a05f56-6e8c-42e6-9c09-043ec4d42f09 req-1685c855-e868-491a-8b25-cefe3db34dd5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637209 Jul 25 19:06:06.695334 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28075b9b-9b0f-4c93-ac53-2a0db53dc2e9 req-29a4a684-2d60-4c86-b923-7f8f92c947ec tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:06.696971 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-28075b9b-9b0f-4c93-ac53-2a0db53dc2e9 req-29a4a684-2d60-4c86-b923-7f8f92c947ec tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0581617 Jul 25 19:06:06.767113 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-28075b9b-9b0f-4c93-ac53-2a0db53dc2e9 req-417b8b0a-dc74-4577-b57e-07287c4b3e9c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625203 Jul 25 19:06:07.696176 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d346c-d7b8-49e4-806c-45dc2b377da5 req-808dad6a-10c1-48c8-afe2-a22fa8989f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:07.697798 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b3d346c-d7b8-49e4-806c-45dc2b377da5 req-808dad6a-10c1-48c8-afe2-a22fa8989f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0612257 Jul 25 19:06:07.756102 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b3d346c-d7b8-49e4-806c-45dc2b377da5 req-7c6e22e4-cf07-4372-b01e-0d049dda2d46 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507326 Jul 25 19:06:07.908360 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900de823-ecac-4b75-80ae-06b22b287715 req-368dd197-32b6-4341-ad61-5872acf0f995 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:07.909835 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-900de823-ecac-4b75-80ae-06b22b287715 req-368dd197-32b6-4341-ad61-5872acf0f995 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0581806 Jul 25 19:06:07.967003 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-900de823-ecac-4b75-80ae-06b22b287715 req-763abbc4-e881-4856-80a3-5b808f9c0a11 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499685 Jul 25 19:06:08.779824 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=31 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:08.877618 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:08.904552 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326055b4-dccc-4b2f-882d-05ca609b7fed req-5a31559a-9ab1-467a-9d7b-bfa35b0d0b77 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:08.910738 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-326055b4-dccc-4b2f-882d-05ca609b7fed req-5a31559a-9ab1-467a-9d7b-bfa35b0d0b77 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0632570 Jul 25 19:06:08.962761 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-326055b4-dccc-4b2f-882d-05ca609b7fed req-f613b4e2-665c-4b75-b9e2-4832501f64e5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501645 Jul 25 19:06:09.123060 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43083c84-b496-4af6-9116-f7c3a76ccb62 req-fa3a4aad-9d31-40b0-9f36-844b87148cd7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:09.124858 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-43083c84-b496-4af6-9116-f7c3a76ccb62 req-fa3a4aad-9d31-40b0-9f36-844b87148cd7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0522268 Jul 25 19:06:09.187046 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-43083c84-b496-4af6-9116-f7c3a76ccb62 req-1574b930-0792-46c8-8d83-08b7ace6bf29 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562172 Jul 25 19:06:10.092437 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d0da4-7f1f-43fb-a613-ec606e0e8634 req-89084af9-df8f-48b9-ac4d-31ccca57386b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:10.094083 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-216d0da4-7f1f-43fb-a613-ec606e0e8634 req-89084af9-df8f-48b9-ac4d-31ccca57386b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0533607 Jul 25 19:06:10.149150 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-216d0da4-7f1f-43fb-a613-ec606e0e8634 req-0a0d3115-bae2-4344-ad5a-9f50bb2ef471 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491633 Jul 25 19:06:10.316161 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d9e65-ecd5-44b9-af43-4faa5f423e71 req-4b74a4ea-6cc4-40b4-84df-adebd409fafd tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:10.317756 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff3d9e65-ecd5-44b9-af43-4faa5f423e71 req-4b74a4ea-6cc4-40b4-84df-adebd409fafd tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0549355 Jul 25 19:06:10.374700 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff3d9e65-ecd5-44b9-af43-4faa5f423e71 req-5565111b-ddc3-43b1-b8e8-7b083e80596a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510511 Jul 25 19:06:11.300516 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c43325-6211-4d43-8b67-be105cd6d05d req-b1ec3944-00fc-47c7-b4ee-f39e57941a06 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:11.302127 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-31c43325-6211-4d43-8b67-be105cd6d05d req-b1ec3944-00fc-47c7-b4ee-f39e57941a06 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0581133 Jul 25 19:06:11.348916 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:11.353733 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-31c43325-6211-4d43-8b67-be105cd6d05d req-e1cef780-62a2-4615-802b-7cc3d6288e6a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458903 Jul 25 19:06:11.511705 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d58f0e-3d13-4480-ac61-249eb1960c91 req-c395fe35-2ef6-43d4-9f8d-e1b014b64fb7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:11.513202 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c4d58f0e-3d13-4480-ac61-249eb1960c91 req-c395fe35-2ef6-43d4-9f8d-e1b014b64fb7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0528271 Jul 25 19:06:11.565722 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c4d58f0e-3d13-4480-ac61-249eb1960c91 req-b94be4fb-76f3-405e-accd-709d86f2cc68 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465724 Jul 25 19:06:12.488744 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b391c8-4025-4e87-86c4-14adfdf2501c req-2be1cfd2-afb4-46d9-9825-21042b30ea0e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:12.490315 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98b391c8-4025-4e87-86c4-14adfdf2501c req-2be1cfd2-afb4-46d9-9825-21042b30ea0e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0571921 Jul 25 19:06:12.503613 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=72,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:12.515650 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=34,neutron:UPDATE=6 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:12.551931 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98b391c8-4025-4e87-86c4-14adfdf2501c req-492d9acf-95ed-487a-b7df-ece8df84d6ff tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554812 Jul 25 19:06:12.691998 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7bc80f-94f4-4469-ba70-dc57a4eca0ac req-a6e854ba-da65-40a1-8e64-7eb5f6188eee tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:12.693532 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3f7bc80f-94f4-4469-ba70-dc57a4eca0ac req-a6e854ba-da65-40a1-8e64-7eb5f6188eee tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0514274 Jul 25 19:06:12.744493 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3f7bc80f-94f4-4469-ba70-dc57a4eca0ac req-ad8571e6-d173-4627-b8ac-928db4e82527 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Jul 25 19:06:13.720360 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942458cf-6071-44d4-903d-8e907c46e860 req-bcb6ba73-5a75-4b9a-bbb3-42374dd8cfc7 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:13.721943 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-942458cf-6071-44d4-903d-8e907c46e860 req-bcb6ba73-5a75-4b9a-bbb3-42374dd8cfc7 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 943 time: 0.0550230 Jul 25 19:06:13.773416 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-942458cf-6071-44d4-903d-8e907c46e860 req-31ba0a5a-98dc-4a46-93d4-b982062323fc tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449274 Jul 25 19:06:13.830256 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:13.832364 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:13.876595 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02dcec3-8a34-41ba-82b3-1d9ddfdc4662 req-e6ddb8ba-3a99-481b-bc28-faf5d488a254 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:13.878181 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b02dcec3-8a34-41ba-82b3-1d9ddfdc4662 req-e6ddb8ba-3a99-481b-bc28-faf5d488a254 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0573843 Jul 25 19:06:13.931739 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b02dcec3-8a34-41ba-82b3-1d9ddfdc4662 req-bef2d913-d359-48dd-94fc-4e13deef1aef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 Jul 25 19:06:13.947284 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 04e8bc93-ceba-4008-899e-d3dc6112d7e7 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:06:14.066740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 04e8bc93-ceba-4008-899e-d3dc6112d7e7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04e8bc93-ceba-4008-899e-d3dc6112d7e7,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:14.079298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '04e8bc93-ceba-4008-899e-d3dc6112d7e7', 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480', 'port_id': '04e8bc93-ceba-4008-899e-d3dc6112d7e7', 'mac_address': 'fa:16:3e:36:85:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35a6b2a-7e10-48d4-8060-9c659f0b0413', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:06:14.116259 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:06:14.116661 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:14.131549 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04e8bc93-ceba-4008-899e-d3dc6112d7e7 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:06:14.157453 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 04e8bc93-ceba-4008-899e-d3dc6112d7e7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04e8bc93-ceba-4008-899e-d3dc6112d7e7,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:14.278021 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:14.331553 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=04e8bc93-ceba-4008-899e-d3dc6112d7e7,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:14.338720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.339075 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.339422 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.339768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.340111 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.340439 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.340807 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.341697 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.342094 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.342466 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.342828 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.343205 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.343737 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.343985 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.344357 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:14.901195 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cf3d9-b4ea-4298-86cb-6a8f99b73e07 req-bd09f43f-4b04-4714-a4b2-9cddd40cc260 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:14.903240 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-628cf3d9-b4ea-4298-86cb-6a8f99b73e07 req-bd09f43f-4b04-4714-a4b2-9cddd40cc260 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 944 time: 0.0494714 Jul 25 19:06:14.958026 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-628cf3d9-b4ea-4298-86cb-6a8f99b73e07 req-d3a4dbbc-7e2c-4a02-b122-2edc6ca6fa1a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Jul 25 19:06:15.065088 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7869f-449f-446f-bd4b-5e8cb2093a37 req-9bf86a59-a0f8-4231-914a-f9ffe1b90660 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:15.067143 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b7f7869f-449f-446f-bd4b-5e8cb2093a37 req-9bf86a59-a0f8-4231-914a-f9ffe1b90660 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0517826 Jul 25 19:06:15.126595 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b7f7869f-449f-446f-bd4b-5e8cb2093a37 req-22118a74-fb8c-4fcb-9400-a5faddf28b13 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529854 Jul 25 19:06:16.081787 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2608c91-7b20-4af3-a74c-36dfed2e1b15 req-b0151301-259a-49d6-93c6-d95c2d13255c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:16.083349 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e2608c91-7b20-4af3-a74c-36dfed2e1b15 req-b0151301-259a-49d6-93c6-d95c2d13255c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 944 time: 0.0492268 Jul 25 19:06:16.138434 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e2608c91-7b20-4af3-a74c-36dfed2e1b15 req-04851dd1-d059-4f69-a59e-996462b5940b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483811 Jul 25 19:06:16.275998 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3e7b0-b573-403a-8d70-472b5efa61f9 req-46f03c58-3057-433b-a7d4-2f9e84a2db8d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:16.277609 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-19e3e7b0-b573-403a-8d70-472b5efa61f9 req-46f03c58-3057-433b-a7d4-2f9e84a2db8d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0530515 Jul 25 19:06:16.338652 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-19e3e7b0-b573-403a-8d70-472b5efa61f9 req-95191923-a7bc-496a-a2be-29742716f60b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544350 Jul 25 19:06:17.266757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f4dc8-6509-4794-a3d4-f2cc9496bfe9 req-5a43717d-ad3e-441c-85b2-4635d5facf6b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:17.268285 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5c1f4dc8-6509-4794-a3d4-f2cc9496bfe9 req-5a43717d-ad3e-441c-85b2-4635d5facf6b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 944 time: 0.0503728 Jul 25 19:06:17.323479 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5c1f4dc8-6509-4794-a3d4-f2cc9496bfe9 req-095f350a-7167-4e1d-87b1-b154414aff93 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494757 Jul 25 19:06:17.468190 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ba5d6-5857-4a4d-8abd-c422a04efcc2 req-88ec16e8-a652-4eb8-8887-2401e103544c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:17.469751 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-db0ba5d6-5857-4a4d-8abd-c422a04efcc2 req-88ec16e8-a652-4eb8-8887-2401e103544c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0526454 Jul 25 19:06:17.532993 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-db0ba5d6-5857-4a4d-8abd-c422a04efcc2 req-f983aff6-3ca1-4f11-bb7c-bc4a1cbf787e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548539 Jul 25 19:06:18.270653 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['04e8bc93-ceba-4008-899e-d3dc6112d7e7'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:06:18.461543 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c945cb-d068-42d8-b7c5-9525ab804642 req-524e9b37-55a6-493c-b253-73779395a208 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:18.463127 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c9c945cb-d068-42d8-b7c5-9525ab804642 req-524e9b37-55a6-493c-b253-73779395a208 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 944 time: 0.0549304 Jul 25 19:06:18.500340 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:18.513482 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c9c945cb-d068-42d8-b7c5-9525ab804642 req-e3103c1f-fcb4-4715-9a2e-6393c984483f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428574 Jul 25 19:06:18.683553 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599e1bdd-9751-470c-babf-9d8478e3e9e1 req-19544b6c-f89f-4d8c-9ede-a21c5e45137f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:18.686560 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-599e1bdd-9751-470c-babf-9d8478e3e9e1 req-19544b6c-f89f-4d8c-9ede-a21c5e45137f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0545666 Jul 25 19:06:18.741635 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-599e1bdd-9751-470c-babf-9d8478e3e9e1 req-dc62c23e-18dc-4d23-93b5-cdaaed9148d6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496426 Jul 25 19:06:19.658503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072edf0-48a1-4d02-8aff-ba09823a8630 req-ee673a11-b456-4d6f-846d-b9aa2b405c73 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:19.660401 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2072edf0-48a1-4d02-8aff-ba09823a8630 req-ee673a11-b456-4d6f-846d-b9aa2b405c73 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 944 time: 0.0596535 Jul 25 19:06:19.718637 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2072edf0-48a1-4d02-8aff-ba09823a8630 req-e2ee4671-6bb5-4e8c-9e90-acd7571e3532 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516202 Jul 25 19:06:19.880213 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de22c0d-76c3-4b9d-b669-fcd1f83874ff req-5d33a65a-415f-4257-be29-bd20e044f29e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:19.881758 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4de22c0d-76c3-4b9d-b669-fcd1f83874ff req-5d33a65a-415f-4257-be29-bd20e044f29e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0605459 Jul 25 19:06:19.934882 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4de22c0d-76c3-4b9d-b669-fcd1f83874ff req-60c1ceb4-c26a-4e05-97a3-afb6e6e1a121 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Jul 25 19:06:20.331537 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 04e8bc93-ceba-4008-899e-d3dc6112d7e7 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:06:20.396636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:06:20.476190 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:06:20.476945 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:20.564974 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:06:20.565530 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:20.593225 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a38f0-cdb6-410e-848f-de5a389cb502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e8bc93-ceba-4008-899e-d3dc6112d7e7'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:06:20.593868 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29980237-0992-44ef-9aca-3ecaa087b17a" -d '{"events": [{"server_uuid": "533a38f0-cdb6-410e-848f-de5a389cb502", "name": "network-vif-plugged", "status": "completed", "tag": "04e8bc93-ceba-4008-899e-d3dc6112d7e7"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:06:20.609484 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 04e8bc93-ceba-4008-899e-d3dc6112d7e7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04e8bc93-ceba-4008-899e-d3dc6112d7e7,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:20.700908 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:20.776904 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=04e8bc93-ceba-4008-899e-d3dc6112d7e7,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:20.874874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0526e1ba-d49d-43b1-b2dc-6bbcff80dcac x-openstack-request-id: req-0526e1ba-d49d-43b1-b2dc-6bbcff80dcac {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:06:20.874874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533a38f0-cdb6-410e-848f-de5a389cb502", "name": "network-vif-plugged", "status": "completed", "tag": "04e8bc93-ceba-4008-899e-d3dc6112d7e7", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:06:20.874874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0526e1ba-d49d-43b1-b2dc-6bbcff80dcac {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:06:20.874874 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0526e1ba-d49d-43b1-b2dc-6bbcff80dcac'] response: {'server_uuid': '533a38f0-cdb6-410e-848f-de5a389cb502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04e8bc93-ceba-4008-899e-d3dc6112d7e7', 'code': 200} Jul 25 19:06:20.898791 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83983b-9278-421a-a916-2cdb35f6d9f2 req-ba8803fa-fcda-47bb-b1cd-4f0fd9dcc8b4 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:20.900369 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab83983b-9278-421a-a916-2cdb35f6d9f2 req-ba8803fa-fcda-47bb-b1cd-4f0fd9dcc8b4 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0718062 Jul 25 19:06:20.958172 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab83983b-9278-421a-a916-2cdb35f6d9f2 req-ef757da3-9791-4cd2-ae92-69c3df61fa28 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508738 Jul 25 19:06:21.087828 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d711fca-14ea-4bc4-91b2-ad44160aba4a req-72043ed0-8434-4019-acb9-2516ab9d35d9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:21.088575 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3d711fca-14ea-4bc4-91b2-ad44160aba4a req-72043ed0-8434-4019-acb9-2516ab9d35d9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0582843 Jul 25 19:06:21.150848 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3d711fca-14ea-4bc4-91b2-ad44160aba4a req-79ed4934-83b1-4128-bab6-56dbf6f98cd9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548563 Jul 25 19:06:21.449200 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25eac29b-44dc-45a2-b566-693c831fed6c req-2c01946f-b86b-4de8-bcec-da3fe989abba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696256 Jul 25 19:06:21.601214 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac29b-44dc-45a2-b566-693c831fed6c req-d7945a71-30e5-4a62-8811-467540685816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:21.602875 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25eac29b-44dc-45a2-b566-693c831fed6c req-d7945a71-30e5-4a62-8811-467540685816 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1129 time: 0.0460625 Jul 25 19:06:21.798677 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:06:22.114622 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f465f-a765-4e17-92df-b8535cc069bc req-1dc71dd0-ae66-4ab1-9de9-4f6c2175aa78 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:22.125072 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6b1f465f-a765-4e17-92df-b8535cc069bc req-1dc71dd0-ae66-4ab1-9de9-4f6c2175aa78 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0761654 Jul 25 19:06:22.172169 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f25a03-fa7b-4a94-9a48-481de69eb7a1 req-8e10f828-c848-470b-985e-bc705fc32dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:22.174277 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-44f25a03-fa7b-4a94-9a48-481de69eb7a1 req-8e10f828-c848-470b-985e-bc705fc32dcf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 1129 time: 0.0573127 Jul 25 19:06:22.266315 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-44f25a03-fa7b-4a94-9a48-481de69eb7a1 req-6750766d-2fe0-42e6-a99a-1dd3146fae8f service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829079 Jul 25 19:06:22.291893 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:22.298899 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6b1f465f-a765-4e17-92df-b8535cc069bc req-85dedfd0-d93f-4ec2-a65d-74e5255e137c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851321 Jul 25 19:06:22.301160 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac29b-44dc-45a2-b566-693c831fed6c req-850afaa4-ec09-4f98-95b0-4865e100bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:22.301525 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25eac29b-44dc-45a2-b566-693c831fed6c req-850afaa4-ec09-4f98-95b0-4865e100bc64 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.1829872 Jul 25 19:06:22.335732 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfd08d-edde-45ac-92c7-4542cd6adf8a req-b10ae484-4415-44f9-8a1c-053a2cc41645 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:22.337284 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-71cfd08d-edde-45ac-92c7-4542cd6adf8a req-b10ae484-4415-44f9-8a1c-053a2cc41645 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0556922 Jul 25 19:06:22.371981 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:22.389290 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-71cfd08d-edde-45ac-92c7-4542cd6adf8a req-019fe768-f6d6-4f59-b4f4-7695de830bb1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453084 Jul 25 19:06:22.671854 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25eac29b-44dc-45a2-b566-693c831fed6c req-24de920d-df7f-485d-b85f-0ff1d1559eac service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 200 len: 217 time: 0.0355172 Jul 25 19:06:22.728246 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac29b-44dc-45a2-b566-693c831fed6c req-c1370052-f41b-471e-88b3-c8a0758ed73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:22.729741 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25eac29b-44dc-45a2-b566-693c831fed6c req-c1370052-f41b-471e-88b3-c8a0758ed73c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0470297 Jul 25 19:06:22.786906 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac29b-44dc-45a2-b566-693c831fed6c req-57683f3b-dcdb-4cf7-bef7-3d615ce0a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:22.788997 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25eac29b-44dc-45a2-b566-693c831fed6c req-57683f3b-dcdb-4cf7-bef7-3d615ce0a0a9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487692 Jul 25 19:06:22.876377 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:22.892326 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25eac29b-44dc-45a2-b566-693c831fed6c req-6f7548a6-91a9-4c7b-98ed-390521e48cff service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943956 Jul 25 19:06:23.427741 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6627e14-2287-4e1a-84a9-79318c83a773 req-291c5382-f897-42ab-b4bb-d207d8a06c12 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:23.429348 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d6627e14-2287-4e1a-84a9-79318c83a773 req-291c5382-f897-42ab-b4bb-d207d8a06c12 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0530591 Jul 25 19:06:23.485971 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d6627e14-2287-4e1a-84a9-79318c83a773 req-845f14d3-a32a-4ee5-9960-d8a7b521cafc tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502129 Jul 25 19:06:23.597433 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb094f9-5146-4b3d-b586-1cb2476c8429 req-85149752-0eb6-49f1-aae1-cc88c69fb4c4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:23.599751 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4eb094f9-5146-4b3d-b586-1cb2476c8429 req-85149752-0eb6-49f1-aae1-cc88c69fb4c4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0563321 Jul 25 19:06:23.715552 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4eb094f9-5146-4b3d-b586-1cb2476c8429 req-e355d8bb-df31-4b95-b8ee-6eb02e087e06 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100736 Jul 25 19:06:23.784057 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-25eac29b-44dc-45a2-b566-693c831fed6c req-ed8dab63-a875-48a0-8d6b-b0d5c10501d5 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387837 Jul 25 19:06:23.913671 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca6ca1-6f84-4b99-af12-ad6ad9dd1caa req-20f63200-366a-4625-a557-9454d42fc2cb tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:23.915209 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2bca6ca1-6f84-4b99-af12-ad6ad9dd1caa req-20f63200-366a-4625-a557-9454d42fc2cb tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.1447556 Jul 25 19:06:23.973839 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2bca6ca1-6f84-4b99-af12-ad6ad9dd1caa req-510c6cf3-3b1d-40df-9bd4-75c01f021f70 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526290 Jul 25 19:06:24.621179 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a61c0-6411-42ac-a34e-f73e1aee080c req-452316f6-2765-481e-a565-473fcde9e7ca tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:24.622744 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-492a61c0-6411-42ac-a34e-f73e1aee080c req-452316f6-2765-481e-a565-473fcde9e7ca tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0565171 Jul 25 19:06:24.689424 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-492a61c0-6411-42ac-a34e-f73e1aee080c req-f4ce50fc-7a39-45a8-aa53-22791b6f0fe8 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589881 Jul 25 19:06:24.861186 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:24.879239 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc90e8c-6a36-43c6-8775-6616badfb553 req-12c3da3d-cff2-48eb-96bd-073106d52151 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:24.884663 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8bc90e8c-6a36-43c6-8775-6616badfb553 req-12c3da3d-cff2-48eb-96bd-073106d52151 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0563407 Jul 25 19:06:24.936258 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8bc90e8c-6a36-43c6-8775-6616badfb553 req-f0b3176f-243a-4cc4-9aca-7f4de069e8cc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488706 Jul 25 19:06:25.110314 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b5565d-11b7-48a5-b8ce-8d8363ba9d82 req-291a285d-1c20-4f44-a63d-3dee003078a3 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:25.111835 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-54b5565d-11b7-48a5-b8ce-8d8363ba9d82 req-291a285d-1c20-4f44-a63d-3dee003078a3 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0527287 Jul 25 19:06:25.168443 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-54b5565d-11b7-48a5-b8ce-8d8363ba9d82 req-399487bb-4cc2-47aa-9adb-f07134faa3a8 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503674 Jul 25 19:06:25.739417 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:25.835978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-098ac103-6ceb-4dca-b3e9-7a1854e7a1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:25.845447 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef58c0-2170-437f-afb2-3a0047595eb0 req-c0409f55-6cb0-462f-bbdf-e9564d753f01 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:25.847205 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1fef58c0-2170-437f-afb2-3a0047595eb0 req-c0409f55-6cb0-462f-bbdf-e9564d753f01 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0581009 Jul 25 19:06:25.900853 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1fef58c0-2170-437f-afb2-3a0047595eb0 req-97209640-c6d8-48c5-995e-62f394fb4e78 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472696 Jul 25 19:06:26.085295 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d33cf-c2b6-4d17-9d6b-ce28e3ee9794 req-90bc1626-665f-464b-bda2-c6547ff53ac3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:26.086738 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-663d33cf-c2b6-4d17-9d6b-ce28e3ee9794 req-90bc1626-665f-464b-bda2-c6547ff53ac3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0644710 Jul 25 19:06:26.142203 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-663d33cf-c2b6-4d17-9d6b-ce28e3ee9794 req-e5e5d76f-1684-44ec-8534-882995993d6f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488915 Jul 25 19:06:26.299682 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f65dd1a-5f83-4149-b357-479162605957 req-f7c5607b-90f7-40f1-a94e-dcf09e098410 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:26.302765 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4f65dd1a-5f83-4149-b357-479162605957 req-f7c5607b-90f7-40f1-a94e-dcf09e098410 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0535092 Jul 25 19:06:26.357032 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4f65dd1a-5f83-4149-b357-479162605957 req-2bddae31-3b9f-4da7-ad60-caa62afde65a tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473063 Jul 25 19:06:27.235020 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40250) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:27.268189 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92e7be-63e0-4cf5-b1a8-c64ed96f339a req-32611e16-d87c-49a0-a001-89c45a8c8a44 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:27.269601 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5a92e7be-63e0-4cf5-b1a8-c64ed96f339a req-32611e16-d87c-49a0-a001-89c45a8c8a44 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0519986 Jul 25 19:06:27.320487 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5a92e7be-63e0-4cf5-b1a8-c64ed96f339a req-c3300470-d73d-4baf-971a-e754d213a650 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451553 Jul 25 19:06:27.354982 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:27.447823 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Publish callbacks [] for security_group (504cba02-3d9e-4664-b4d9-c4d3a9bbcbfb), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:27.488316 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525742f-e9eb-4ebb-bd09-89d745a5b37a req-15b6864e-7fdc-4dad-899f-b0850444ae4b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:27.489794 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f525742f-e9eb-4ebb-bd09-89d745a5b37a req-15b6864e-7fdc-4dad-899f-b0850444ae4b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0561984 Jul 25 19:06:27.501314 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:27.524921 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (504cba02-3d9e-4664-b4d9-c4d3a9bbcbfb), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:27.563144 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f525742f-e9eb-4ebb-bd09-89d745a5b37a req-8d7a3265-c010-4723-9051-7641cb80bd81 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676224 Jul 25 19:06:27.579702 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=cbde31b4a73b4dd59091f34c6d46dcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435826 Jul 25 19:06:27.582985 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504cba02-3d9e-4664-b4d9-c4d3a9bbcbfb,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:27.585394 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40256) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:27.588303 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.588647 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.588988 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.589325 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.589656 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.589985 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.590311 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.590678 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.590986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.591314 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.591638 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.591957 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.592273 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.592591 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.592909 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3294e5-db7b-4ef2-94a7-9469f541a291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.644493 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Publish callbacks [] for security_group (504cba02-3d9e-4664-b4d9-c4d3a9bbcbfb), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:27.667682 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Publish callbacks [] for security_group (504cba02-3d9e-4664-b4d9-c4d3a9bbcbfb), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:27.784179 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (504cba02-3d9e-4664-b4d9-c4d3a9bbcbfb), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:27.786730 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:27.787981 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/504cba02-3d9e-4664-b4d9-c4d3a9bbcbfb HTTP/1.1" status: 204 len: 168 time: 0.2014506 Jul 25 19:06:27.797711 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504cba02-3d9e-4664-b4d9-c4d3a9bbcbfb,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:27.807230 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.807576 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.808023 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.808369 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.808703 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.809030 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.809385 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.809667 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.809990 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.810297 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.810643 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.811054 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.811379 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.811702 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:27.812548 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07666f5c-7eaf-4150-9858-635ee763fe82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:06:28.327065 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3e6e-59bf-44c9-88ff-2feefba35b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:28.432645 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:28.444916 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb920ef-b82a-46ac-a9a2-1a6cbba895f6 req-039510f7-3593-4b0a-8bca-ecaddb1b2f40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:28.446441 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9fb920ef-b82a-46ac-a9a2-1a6cbba895f6 req-039510f7-3593-4b0a-8bca-ecaddb1b2f40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0500057 Jul 25 19:06:28.480567 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40270) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:28.492926 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:28.495364 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea376-bd6a-45b8-b845-d1b6debd0eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:28.498612 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9fb920ef-b82a-46ac-a9a2-1a6cbba895f6 req-db18440e-0d93-4d94-a4f0-cebcc36a7f10 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462189 Jul 25 19:06:28.574337 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea376-bd6a-45b8-b845-d1b6debd0eea admin admin] Publish callbacks [] for security_group (347682e6-d9dc-4ed2-b6ad-c6aee7223586), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:28.637180 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1e3ea376-bd6a-45b8-b845-d1b6debd0eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (347682e6-d9dc-4ed2-b6ad-c6aee7223586), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:28.714365 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ea376-bd6a-45b8-b845-d1b6debd0eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=347682e6-d9dc-4ed2-b6ad-c6aee7223586,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:28.721504 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1e3ea376-bd6a-45b8-b845-d1b6debd0eea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=affa82ed045f4463b5f29a9dadfbbf06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393219 Jul 25 19:06:28.724350 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40274) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:28.740268 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45baf2-7803-45cc-a6cb-15ab833824d0 req-f8143055-4a8a-4a5a-b273-5c6b6ade2355 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:28.740268 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad45baf2-7803-45cc-a6cb-15ab833824d0 req-f8143055-4a8a-4a5a-b273-5c6b6ade2355 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0862484 Jul 25 19:06:28.779799 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94b4c025-6633-4915-8acf-0f7752f645cb admin admin] Publish callbacks [] for security_group (347682e6-d9dc-4ed2-b6ad-c6aee7223586), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:28.780489 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad45baf2-7803-45cc-a6cb-15ab833824d0 req-fac194c5-26ba-48f1-aba3-8fc8e17e5042 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Jul 25 19:06:28.806377 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94b4c025-6633-4915-8acf-0f7752f645cb admin admin] Publish callbacks [] for security_group (347682e6-d9dc-4ed2-b6ad-c6aee7223586), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:28.894140 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94b4c025-6633-4915-8acf-0f7752f645cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (347682e6-d9dc-4ed2-b6ad-c6aee7223586), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:28.896852 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94b4c025-6633-4915-8acf-0f7752f645cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:28.898009 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-94b4c025-6633-4915-8acf-0f7752f645cb admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/347682e6-d9dc-4ed2-b6ad-c6aee7223586 HTTP/1.1" status: 204 len: 168 time: 0.1724877 Jul 25 19:06:28.906965 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4c025-6633-4915-8acf-0f7752f645cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=347682e6-d9dc-4ed2-b6ad-c6aee7223586,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:29.446926 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:29.629132 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc7c84-01e7-4163-91b2-9a5af30c2679 req-b6b199c4-687d-4af8-8745-e318d408b661 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:29.630675 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3bdc7c84-01e7-4163-91b2-9a5af30c2679 req-b6b199c4-687d-4af8-8745-e318d408b661 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0512609 Jul 25 19:06:29.680937 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3bdc7c84-01e7-4163-91b2-9a5af30c2679 req-7f706b08-b51a-41e3-96dd-7f1050ade1e2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Jul 25 19:06:29.791739 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:29.907387 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518cd1f-7edd-4e43-8344-4be51789d756 req-61dfb879-4e29-4239-8ddb-6363dbd1fdd6 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:29.908971 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1518cd1f-7edd-4e43-8344-4be51789d756 req-61dfb879-4e29-4239-8ddb-6363dbd1fdd6 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0522196 Jul 25 19:06:29.921761 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:29.966364 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1518cd1f-7edd-4e43-8344-4be51789d756 req-b2cedc52-fac4-4290-a227-892ac57de829 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514255 Jul 25 19:06:30.805417 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fd476-5ec8-4068-a6dc-909feeacad82 req-5ed055f1-6a1c-49f9-a4d1-326697c6af4c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:30.807874 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7c1fd476-5ec8-4068-a6dc-909feeacad82 req-5ed055f1-6a1c-49f9-a4d1-326697c6af4c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0510674 Jul 25 19:06:30.870879 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7c1fd476-5ec8-4068-a6dc-909feeacad82 req-a5a01cea-0579-4a8c-a74d-696d6237c4d0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475879 Jul 25 19:06:30.916628 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:31.097013 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847f702b-1ba3-4f52-bc88-791ae41b3d64 req-884f9aa9-f865-4a20-9e56-9540e9dbb505 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:31.098692 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-847f702b-1ba3-4f52-bc88-791ae41b3d64 req-884f9aa9-f865-4a20-9e56-9540e9dbb505 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0510099 Jul 25 19:06:31.181496 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-847f702b-1ba3-4f52-bc88-791ae41b3d64 req-0bdba0bc-e3b6-4e53-af51-e968bbf40570 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749786 Jul 25 19:06:31.249682 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:31.793940 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=7 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:32.002811 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6a14fe-0504-4932-8b6f-040421be5e54 req-9d2e10f0-f3ce-4430-a3c6-0f44cc0982fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:32.004326 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e6a14fe-0504-4932-8b6f-040421be5e54 req-9d2e10f0-f3ce-4430-a3c6-0f44cc0982fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0568547 Jul 25 19:06:32.056700 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e6a14fe-0504-4932-8b6f-040421be5e54 req-b36953cb-4484-4273-a727-fcd5f0b6a30c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Jul 25 19:06:32.316149 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c1fa-fe51-48cd-bd75-d7f2463485fb req-60207313-2fde-4daf-9d30-151da8593355 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:32.317693 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2666c1fa-fe51-48cd-bd75-d7f2463485fb req-60207313-2fde-4daf-9d30-151da8593355 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0536194 Jul 25 19:06:32.370514 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2666c1fa-fe51-48cd-bd75-d7f2463485fb req-c89e0554-44ca-47bf-8e94-222e4eb6ef53 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Jul 25 19:06:32.613728 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:32.864146 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc573e1-28c2-47ff-9baa-419bc72f661a req-4562cdcf-16f9-44d3-ac07-46a3395526a8 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:32.866642 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cfc573e1-28c2-47ff-9baa-419bc72f661a req-4562cdcf-16f9-44d3-ac07-46a3395526a8 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0517130 Jul 25 19:06:32.926366 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cfc573e1-28c2-47ff-9baa-419bc72f661a req-5c2a4e85-f6fc-4e92-a417-52bff4ba4f7e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539556 Jul 25 19:06:33.193633 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98da91-cc2f-4c13-b9ba-6c562186fd23 req-70a793e0-158c-4dcc-be5b-e9ec0ad9dcfe tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:33.195364 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ae98da91-cc2f-4c13-b9ba-6c562186fd23 req-70a793e0-158c-4dcc-be5b-e9ec0ad9dcfe tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0568151 Jul 25 19:06:33.259277 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ae98da91-cc2f-4c13-b9ba-6c562186fd23 req-d6ee0118-ced0-48f6-907e-852288754218 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Jul 25 19:06:33.512696 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d45168-d61b-49ff-aaef-735af2fa855b req-22af5b73-9186-4743-b4b3-40a5e396ff0b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:33.514367 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a2d45168-d61b-49ff-aaef-735af2fa855b req-22af5b73-9186-4743-b4b3-40a5e396ff0b tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0625246 Jul 25 19:06:33.565500 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a2d45168-d61b-49ff-aaef-735af2fa855b req-651e3c72-969f-4c4b-b8f8-3da889f78f0f tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445487 Jul 25 19:06:34.065637 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89468871-3826-430e-a2a4-934f3b40055d req-60a7fd3e-002a-4549-a816-9d60c30d8691 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:34.067230 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-89468871-3826-430e-a2a4-934f3b40055d req-60a7fd3e-002a-4549-a816-9d60c30d8691 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0538993 Jul 25 19:06:34.118799 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-89468871-3826-430e-a2a4-934f3b40055d req-d4149ce4-2793-4aa4-9e37-9ba4b9e7a7cc tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458345 Jul 25 19:06:34.385705 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7537f9-696b-45c7-adc1-b3632ade6ef2 req-31514e83-ad4b-4497-a863-2c0731b85186 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:34.387313 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0f7537f9-696b-45c7-adc1-b3632ade6ef2 req-31514e83-ad4b-4497-a863-2c0731b85186 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0536621 Jul 25 19:06:34.446852 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0f7537f9-696b-45c7-adc1-b3632ade6ef2 req-a9f8b00f-3a14-430b-bb65-4066d903af56 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498285 Jul 25 19:06:34.698129 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14080091-0961-43f8-aeca-41bf1b34a457 req-a1c8ead5-1638-4587-af5e-6db7279b7dde tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:34.700607 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-14080091-0961-43f8-aeca-41bf1b34a457 req-a1c8ead5-1638-4587-af5e-6db7279b7dde tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0549445 Jul 25 19:06:34.775234 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-14080091-0961-43f8-aeca-41bf1b34a457 req-7d82b7f5-06b4-481b-9ff2-228856775960 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680792 Jul 25 19:06:35.284795 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef94cfc1-dfc4-4fd8-80f9-282b457305ce req-6f9f320a-44ad-4cc2-8a61-b3c018c98816 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:35.286819 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ef94cfc1-dfc4-4fd8-80f9-282b457305ce req-6f9f320a-44ad-4cc2-8a61-b3c018c98816 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0614491 Jul 25 19:06:35.305209 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:35.308898 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-6bfd6a79-12e3-40c3-bc93-4e5ec0f03dd3 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:35.310840 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-6bfd6a79-12e3-40c3-bc93-4e5ec0f03dd3 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.88 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0649080 Jul 25 19:06:35.390005 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ef94cfc1-dfc4-4fd8-80f9-282b457305ce req-4f0005f4-b479-43ae-bae9-92df88c9ba9b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947573 Jul 25 19:06:35.400219 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e3d6dd-39de-4937-b2c9-befc94b58ba4 req-09b738c3-bb82-43a6-92af-03affc79c4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:35.401758 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-11e3d6dd-39de-4937-b2c9-befc94b58ba4 req-09b738c3-bb82-43a6-92af-03affc79c4a5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 1130 time: 0.0590200 Jul 25 19:06:35.501946 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-11e3d6dd-39de-4937-b2c9-befc94b58ba4 req-a92863f8-a7e3-4e36-896c-8da34f62fef7 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889704 Jul 25 19:06:35.591865 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Deleting port c4d00d96-da69-4fe8-988f-496608d9e3c9 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:06:35.592211 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:35.645883 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f238b6-8197-478a-aade-5478e624e2ea req-b8e5b368-40e1-4bb7-8104-bd473e4e696d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:35.647477 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-35f238b6-8197-478a-aade-5478e624e2ea req-b8e5b368-40e1-4bb7-8104-bd473e4e696d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.1133823 Jul 25 19:06:35.698718 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:35.712520 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:35.738882 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-35f238b6-8197-478a-aade-5478e624e2ea req-b76bb651-9681-4011-987f-2dc5d3b3c339 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789144 Jul 25 19:06:35.740835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] For port c4d00d96-da69-4fe8-988f-496608d9e3c9, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=c4d00d96-da69-4fe8-988f-496608d9e3c9,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:35.741212 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:35.769086 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Calling delete_port for c4d00d96-da69-4fe8-988f-496608d9e3c9 owned by compute:nova {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:06:35.935806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057333a-8312-4d03-8ac8-3339e05587dc req-810aa028-991b-446d-84c2-ea94c147ca65 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:35.947891 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4057333a-8312-4d03-8ac8-3339e05587dc req-810aa028-991b-446d-84c2-ea94c147ca65 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 945 time: 0.0781901 Jul 25 19:06:36.016592 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4057333a-8312-4d03-8ac8-3339e05587dc req-846bd201-fc71-4124-bfee-3d8c3e3c99c4 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/security-groups?id=f00ac0fe-ae0c-4142-a541-8183242c25f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672460 Jul 25 19:06:36.134859 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (c4d00d96-da69-4fe8-988f-496608d9e3c9), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:36.167593 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Pushing event deleted for resources: {'Port': ['ID=c4d00d96-da69-4fe8-988f-496608d9e3c9,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:36.238574 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] No DVR routers for this DVR port c4d00d96-da69-4fe8-988f-496608d9e3c9 on host hv-cinder-82002 {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:06:36.242949 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:36.246728 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bfdefa39-fde4-425b-8c30-c25f11930c01 req-e192ae41-8a15-4455-bf57-5d0cb42d4b69 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.88 "DELETE /v2.0/ports/c4d00d96-da69-4fe8-988f-496608d9e3c9 HTTP/1.1" status: 204 len: 173 time: 0.9045393 Jul 25 19:06:36.247066 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd3ed71b-85b5-454f-a874-b0f7031ef007', 'name': 'network-vif-deleted', 'tag': 'c4d00d96-da69-4fe8-988f-496608d9e3c9'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:06:36.250079 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b38377-3e31-4402-ac85-8d0201da4ed2" -d '{"events": [{"server_uuid": "fd3ed71b-85b5-454f-a874-b0f7031ef007", "name": "network-vif-deleted", "tag": "c4d00d96-da69-4fe8-988f-496608d9e3c9"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:06:36.297127 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a62677-8a47-47df-ba9e-345910db4667 x-openstack-request-id: req-24a62677-8a47-47df-ba9e-345910db4667 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:06:36.297127 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd3ed71b-85b5-454f-a874-b0f7031ef007", "name": "network-vif-deleted", "tag": "c4d00d96-da69-4fe8-988f-496608d9e3c9", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:06:36.297127 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-24a62677-8a47-47df-ba9e-345910db4667 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:06:36.297127 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a62677-8a47-47df-ba9e-345910db4667'] response: {'server_uuid': 'fd3ed71b-85b5-454f-a874-b0f7031ef007', 'name': 'network-vif-deleted', 'tag': 'c4d00d96-da69-4fe8-988f-496608d9e3c9', 'status': 'completed', 'code': 200} Jul 25 19:06:36.371573 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device c4d00d96-da69-4fe8-988f-496608d9e3c9 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:06:36.392448 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: c4d00d96-da69-4fe8-988f-496608d9e3c9 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:06:36.392790 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device c4d00d96-da69-4fe8-988f-496608d9e3c9 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:06:36.475793 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40456) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:36.541208 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2549c5-2ebb-41eb-a03c-6896142f2595 req-09c30ddf-94a8-4001-873e-f3efd2d416c3 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:36.542787 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c2549c5-2ebb-41eb-a03c-6896142f2595 req-09c30ddf-94a8-4001-873e-f3efd2d416c3 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0506005 Jul 25 19:06:36.608749 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c2549c5-2ebb-41eb-a03c-6896142f2595 req-4b3d3eac-348f-43b9-b24d-b942d0ee0cf2 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582609 Jul 25 19:06:36.609992 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-31f26a9a-59d8-4803-b6b7-8f3d48711529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:36.624807 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:36.713378 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-31f26a9a-59d8-4803-b6b7-8f3d48711529 admin admin] Publish callbacks [] for security_group (d51c161a-ba7a-4c11-abc3-56e69b755ea6), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:36.773718 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-31f26a9a-59d8-4803-b6b7-8f3d48711529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d51c161a-ba7a-4c11-abc3-56e69b755ea6), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:36.817368 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f26a9a-59d8-4803-b6b7-8f3d48711529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51c161a-ba7a-4c11-abc3-56e69b755ea6,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:36.823191 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-31f26a9a-59d8-4803-b6b7-8f3d48711529 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f53df0d106ab47a488fc636e8861f395&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449986 Jul 25 19:06:36.825214 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40472) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:36.904861 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41ff7d-91bb-4091-b2da-a7283f0685ff req-31db050d-d3b9-4d20-ae70-891a07d7094a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:36.904861 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9d41ff7d-91bb-4091-b2da-a7283f0685ff req-31db050d-d3b9-4d20-ae70-891a07d7094a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0781953 Jul 25 19:06:37.128135 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9ff034e7-5ebc-4b59-99f9-076ce8d51d11 req-8e9e7786-1436-4853-b1ee-586505c16dc9 tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 210 time: 0.0316799 Jul 25 19:06:37.157168 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df9d1f56-b981-41ac-ad47-3391d3ce2d0d admin admin] Publish callbacks [] for security_group (d51c161a-ba7a-4c11-abc3-56e69b755ea6), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.211002 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9d41ff7d-91bb-4091-b2da-a7283f0685ff req-d2953483-5ca2-41ac-a3df-97ebdcf14e44 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017921 Jul 25 19:06:37.231262 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df9d1f56-b981-41ac-ad47-3391d3ce2d0d admin admin] Publish callbacks [] for security_group (d51c161a-ba7a-4c11-abc3-56e69b755ea6), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.243644 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-a9e9cf82-758c-413d-ab0f-973254ce050e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:37.245142 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-a9e9cf82-758c-413d-ab0f-973254ce050e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.88 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0903904 Jul 25 19:06:37.286152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40490) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:37.362053 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Deleting port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:06:37.362418 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.429071 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-36a1861d-8d8f-4e32-a6a8-37582dcfc48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.437075 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:37.454043 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df9d1f56-b981-41ac-ad47-3391d3ce2d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d51c161a-ba7a-4c11-abc3-56e69b755ea6), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.464117 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df9d1f56-b981-41ac-ad47-3391d3ce2d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.464117 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-df9d1f56-b981-41ac-ad47-3391d3ce2d0d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d51c161a-ba7a-4c11-abc3-56e69b755ea6 HTTP/1.1" status: 204 len: 168 time: 0.6040318 Jul 25 19:06:37.487345 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] For port 04e8bc93-ceba-4008-899e-d3dc6112d7e7, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=04e8bc93-ceba-4008-899e-d3dc6112d7e7,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:37.492785 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.501851 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d1f56-b981-41ac-ad47-3391d3ce2d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51c161a-ba7a-4c11-abc3-56e69b755ea6,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:37.510705 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Calling delete_port for 04e8bc93-ceba-4008-899e-d3dc6112d7e7 owned by compute:nova {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:06:37.554680 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-36a1861d-8d8f-4e32-a6a8-37582dcfc48c admin admin] Publish callbacks [] for security_group (16d7b149-bb24-4db9-91de-1ce50dc652ef), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.614123 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40498) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:37.644322 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-36a1861d-8d8f-4e32-a6a8-37582dcfc48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (16d7b149-bb24-4db9-91de-1ce50dc652ef), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.653136 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:37.689900 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-36a1861d-8d8f-4e32-a6a8-37582dcfc48c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fc4a6f32474b41d99ad6380df370c210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4042881 Jul 25 19:06:37.693025 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40504) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:37.703613 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1861d-8d8f-4e32-a6a8-37582dcfc48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7b149-bb24-4db9-91de-1ce50dc652ef,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:37.769146 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-755ae965-fb4a-49bf-b5ee-a3916a6da732 admin admin] Publish callbacks [] for security_group (16d7b149-bb24-4db9-91de-1ce50dc652ef), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.777491 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-595ce254-bb2d-455a-863c-f18544d0f144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.800426 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (04e8bc93-ceba-4008-899e-d3dc6112d7e7), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.804287 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-755ae965-fb4a-49bf-b5ee-a3916a6da732 admin admin] Publish callbacks [] for security_group (16d7b149-bb24-4db9-91de-1ce50dc652ef), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.805129 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c7c81-49e5-4009-ada9-c12d2bffef06 req-b8a4051b-f363-4d23-80c1-a58c81075336 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:37.807582 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d34c7c81-49e5-4009-ada9-c12d2bffef06 req-b8a4051b-f363-4d23-80c1-a58c81075336 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 945 time: 0.0859151 Jul 25 19:06:37.817725 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['04e8bc93-ceba-4008-899e-d3dc6112d7e7'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:06:37.843861 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Pushing event deleted for resources: {'Port': ['ID=04e8bc93-ceba-4008-899e-d3dc6112d7e7,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:37.911568 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d34c7c81-49e5-4009-ada9-c12d2bffef06 req-7caecc40-7f6d-4e6e-a72c-48354faa1f23 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964234 Jul 25 19:06:37.912498 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] No DVR routers for this DVR port 04e8bc93-ceba-4008-899e-d3dc6112d7e7 on host hv-cinder-82002 {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:06:37.916289 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:37.919934 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-aab4ee82-df9e-4276-8e3a-b7c02656b87b req-37fe80a8-11ff-4493-b33f-5d2056cdfcc1 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.88 "DELETE /v2.0/ports/04e8bc93-ceba-4008-899e-d3dc6112d7e7 HTTP/1.1" status: 204 len: 173 time: 0.6681075 Jul 25 19:06:37.938892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:38.099050 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-755ae965-fb4a-49bf-b5ee-a3916a6da732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (16d7b149-bb24-4db9-91de-1ce50dc652ef), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:38.111915 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-755ae965-fb4a-49bf-b5ee-a3916a6da732 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:38.115782 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-755ae965-fb4a-49bf-b5ee-a3916a6da732 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/16d7b149-bb24-4db9-91de-1ce50dc652ef HTTP/1.1" status: 204 len: 168 time: 0.4181609 Jul 25 19:06:38.129355 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ae965-fb4a-49bf-b5ee-a3916a6da732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7b149-bb24-4db9-91de-1ce50dc652ef,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:38.203240 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-595ce254-bb2d-455a-863c-f18544d0f144 admin admin] Publish callbacks [] for security_group (c54ae71b-2b36-46e6-bde5-cad86d682be0), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:38.260933 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d9ff0cce-9f42-4e37-81d6-e048eb19f804 req-2ecb8f23-ad16-4d22-bda7-1afee9d01dcd tempest-DeleteServersTestJSON-872631984 tempest-DeleteServersTestJSON-872631984-project] 10.222.0.17 "GET /v2.0/ports?device_id=fd3ed71b-85b5-454f-a874-b0f7031ef007 HTTP/1.1" status: 200 len: 210 time: 0.0333114 Jul 25 19:06:38.267121 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-595ce254-bb2d-455a-863c-f18544d0f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (c54ae71b-2b36-46e6-bde5-cad86d682be0), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:38.294707 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '533a38f0-cdb6-410e-848f-de5a389cb502', 'name': 'network-vif-deleted', 'tag': '04e8bc93-ceba-4008-899e-d3dc6112d7e7'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:06:38.298236 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f03c92f-df3a-4931-878c-ac433e6d9d2d" -d '{"events": [{"server_uuid": "533a38f0-cdb6-410e-848f-de5a389cb502", "name": "network-vif-deleted", "tag": "04e8bc93-ceba-4008-899e-d3dc6112d7e7"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:06:38.334877 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-595ce254-bb2d-455a-863c-f18544d0f144 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e0551a17b94a420186fe8f6d100b37f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7187254 Jul 25 19:06:38.337936 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40522) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:38.347305 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b68034-bf9d-4cf5-a519-cf5bbe5f0b7d x-openstack-request-id: req-13b68034-bf9d-4cf5-a519-cf5bbe5f0b7d {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:06:38.347694 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "533a38f0-cdb6-410e-848f-de5a389cb502", "name": "network-vif-deleted", "tag": "04e8bc93-ceba-4008-899e-d3dc6112d7e7", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:06:38.348035 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-13b68034-bf9d-4cf5-a519-cf5bbe5f0b7d {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:06:38.348553 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13b68034-bf9d-4cf5-a519-cf5bbe5f0b7d'] response: {'server_uuid': '533a38f0-cdb6-410e-848f-de5a389cb502', 'name': 'network-vif-deleted', 'tag': '04e8bc93-ceba-4008-899e-d3dc6112d7e7', 'status': 'completed', 'code': 200} Jul 25 19:06:38.351792 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ce254-bb2d-455a-863c-f18544d0f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54ae71b-2b36-46e6-bde5-cad86d682be0,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:38.381139 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63fcc92-4c6f-4868-b660-af18a857782d req-3eff250e-fe12-4203-877d-2e2f4c3b4936 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:38.383020 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c63fcc92-4c6f-4868-b660-af18a857782d req-3eff250e-fe12-4203-877d-2e2f4c3b4936 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0674262 Jul 25 19:06:38.408163 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-53e34ae7-ce6a-4cb5-bebc-768394e84bfd admin admin] Publish callbacks [] for security_group (c54ae71b-2b36-46e6-bde5-cad86d682be0), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:38.461336 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c63fcc92-4c6f-4868-b660-af18a857782d req-25e7909d-44d1-4090-9a42-7f45b07fc472 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670407 Jul 25 19:06:38.463678 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-53e34ae7-ce6a-4cb5-bebc-768394e84bfd admin admin] Publish callbacks [] for security_group (c54ae71b-2b36-46e6-bde5-cad86d682be0), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:38.601665 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2233650a-c715-4946-b252-a98baafbf22e req-3989eacf-2000-4f1d-a815-906dd7210482 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:38.603456 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2233650a-c715-4946-b252-a98baafbf22e req-3989eacf-2000-4f1d-a815-906dd7210482 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0500398 Jul 25 19:06:38.610844 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-53e34ae7-ce6a-4cb5-bebc-768394e84bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (c54ae71b-2b36-46e6-bde5-cad86d682be0), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:38.616815 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-53e34ae7-ce6a-4cb5-bebc-768394e84bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:38.616815 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-53e34ae7-ce6a-4cb5-bebc-768394e84bfd admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/c54ae71b-2b36-46e6-bde5-cad86d682be0 HTTP/1.1" status: 204 len: 168 time: 0.2751005 Jul 25 19:06:38.637929 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e34ae7-ce6a-4cb5-bebc-768394e84bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54ae71b-2b36-46e6-bde5-cad86d682be0,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:38.677907 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2233650a-c715-4946-b252-a98baafbf22e req-16cf307b-cf96-467a-bf2d-95acadf8c607 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616839 Jul 25 19:06:39.048276 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e59df410-b15d-4b48-9ab7-3284e6f94510 req-be149697-0218-4d6e-aad7-3f9805541423 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=533a38f0-cdb6-410e-848f-de5a389cb502 HTTP/1.1" status: 200 len: 210 time: 0.0286915 Jul 25 19:06:39.105452 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40542) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:39.123385 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97d4bea6-e590-4202-bb56-31ecd3373f1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:39.251627 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97d4bea6-e590-4202-bb56-31ecd3373f1e admin admin] Publish callbacks [] for security_group (4c2b6df6-87a3-420e-a25e-523cf800da53), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:39.356336 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97d4bea6-e590-4202-bb56-31ecd3373f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4c2b6df6-87a3-420e-a25e-523cf800da53), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:39.361002 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:39.419153 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-97d4bea6-e590-4202-bb56-31ecd3373f1e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=0564eff0065745dc9aab108fb2e024e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029079 Jul 25 19:06:39.419153 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d4bea6-e590-4202-bb56-31ecd3373f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b6df6-87a3-420e-a25e-523cf800da53,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:39.420258 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40560) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:39.442815 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:39.504152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d7a67a00-2f89-4a7e-9b4d-d09e4303a1e0 admin admin] Publish callbacks [] for security_group (4c2b6df6-87a3-420e-a25e-523cf800da53), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:39.535764 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d7a67a00-2f89-4a7e-9b4d-d09e4303a1e0 admin admin] Publish callbacks [] for security_group (4c2b6df6-87a3-420e-a25e-523cf800da53), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:39.604233 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40574) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:39.699368 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d7a67a00-2f89-4a7e-9b4d-d09e4303a1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4c2b6df6-87a3-420e-a25e-523cf800da53), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:39.701971 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d7a67a00-2f89-4a7e-9b4d-d09e4303a1e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:39.703792 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d7a67a00-2f89-4a7e-9b4d-d09e4303a1e0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4c2b6df6-87a3-420e-a25e-523cf800da53 HTTP/1.1" status: 204 len: 168 time: 0.2899616 Jul 25 19:06:39.714138 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a67a00-2f89-4a7e-9b4d-d09e4303a1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b6df6-87a3-420e-a25e-523cf800da53,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:39.811667 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-208946643-network', 'tenant_id': '387ac04100224395a581aa382deb19b0'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:06:39.929040 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Made reservation on behalf of 387ac04100224395a581aa382deb19b0 for: {'network': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:06:39.931930 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:39.943186 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:40.032750 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Publish callbacks [] for security_group (2f850c1a-e3c4-4444-a8af-a715716e03e4), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:40.110890 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2f850c1a-e3c4-4444-a8af-a715716e03e4), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:40.139194 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=111003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:06:40.157626 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f850c1a-e3c4-4444-a8af-a715716e03e4,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:40.164434 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (9e83a963-2fa3-498e-a122-2357d52963b2), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:40.164844 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.segments_db [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Added segment 9e83a963-2fa3-498e-a122-2357d52963b2 of type vlan for network 6a578d58-7b25-445c-860f-38e792f6130d Jul 25 19:06:40.174908 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:40.222945 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (6a578d58-7b25-445c-860f-38e792f6130d), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:40.368344 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (6a578d58-7b25-445c-860f-38e792f6130d), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:40.369427 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:40.369969 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:40.393914 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 04e8bc93-ceba-4008-899e-d3dc6112d7e7 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:06:40.443985 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 04e8bc93-ceba-4008-899e-d3dc6112d7e7 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:06:40.444796 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 04e8bc93-ceba-4008-899e-d3dc6112d7e7 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:06:40.476159 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] Pushing event updated for resources: {'Network': ['ID=6a578d58-7b25-445c-860f-38e792f6130d,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:40.494381 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 6a578d58-7b25-445c-860f-38e792f6130d details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:06:40.523887 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40622) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:40.528938 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-46fa5319-8068-4534-b235-74231ea27446 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9187264 Jul 25 19:06:40.532271 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Request body: {'subnet': {'network_id': '6a578d58-7b25-445c-860f-38e792f6130d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-208946643-subnet', 'tenant_id': '387ac04100224395a581aa382deb19b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:06:40.659444 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-ad1c638d-fd5b-462d-a331-f98fe3800159 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:40.660976 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-ad1c638d-fd5b-462d-a331-f98fe3800159 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/networks?id=dbccd2f8-6687-4a50-9cd2-a6a34be80480 HTTP/1.1" status: 200 len: 809 time: 0.1121039 Jul 25 19:06:40.676486 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-7204d8e0-5a84-4383-b18c-23127b32c5f9 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/quotas/9062c0ee33bb464c88d5f5e7471c6961 HTTP/1.1" status: 200 len: 375 time: 0.0098405 Jul 25 19:06:40.688552 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Made reservation on behalf of 387ac04100224395a581aa382deb19b0 for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:06:40.690826 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844011'] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:40.716494 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-401269fe-7f86-4fec-919b-9ae33fdd2f95 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343635 Jul 25 19:06:40.830806 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-62b9eb00-1ee5-4058-85e1-279924ca956d service neutron] 10.222.0.17 "GET /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064196 Jul 25 19:06:40.850087 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:40.935065 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-ad42d483-40d0-4bc2-9c04-1b2cc132a8ff service neutron] 10.222.0.17 "GET /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976551 Jul 25 19:06:40.980356 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3796430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8843993'] for subnet (c7c74f2c-55ab-4034-8db7-a6e751e2ee1d), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.057859 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7c74f2c-55ab-4034-8db7-a6e751e2ee1d,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:41.070253 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Checking segment: {'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:06:41.070253 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Network hostable DHCP agents. Network: 6a578d58-7b25-445c-860f-38e792f6130d, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:06:41.157906 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Network 6a578d58-7b25-445c-860f-38e792f6130d is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:06:41.264985 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-675ddf21-f304-4d5f-926b-9c79139ca786 req-a974fa23-d028-40de-8cf5-a95d73dd4d5b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0340722 Jul 25 19:06:41.292598 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 6a578d58-7b25-445c-860f-38e792f6130d) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:06:41.294658 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40642) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:41.304849 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ff86ec-a9b6-47ba-af1b-e1b65b8e8c1f None None] Network 6a578d58-7b25-445c-860f-38e792f6130d requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:06:41.318985 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:41.319665 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.416793 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6e50aeda-2afe-41d2-8a13-5a27711c997b admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8911853 Jul 25 19:06:41.455712 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-143939742-network', 'tenant_id': '02e0f85bb74149c0a452d19d33fe8194'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:06:41.469438 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:41.483336 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772707c2-479c-45e2-9a76-3735d760cad5 None None] Network 6a578d58-7b25-445c-860f-38e792f6130d requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:06:41.539152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Made reservation on behalf of 02e0f85bb74149c0a452d19d33fe8194 for: {'network': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:06:41.542873 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.554576 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.682063 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Publish callbacks [] for security_group (32c0b1ea-72b4-4dfc-8cc8-c0d4716180eb), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.729521 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (32c0b1ea-72b4-4dfc-8cc8-c0d4716180eb), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.759964 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=111003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:06:41.770772 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c0b1ea-72b4-4dfc-8cc8-c0d4716180eb,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:41.778557 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (20d31b46-a960-4b0e-83eb-f2db88149625), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.779139 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.segments_db [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Added segment 20d31b46-a960-4b0e-83eb-f2db88149625 of type vlan for network a80aa833-3f7c-4d7a-85b1-1c27433d5217 Jul 25 19:06:41.829520 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (a80aa833-3f7c-4d7a-85b1-1c27433d5217), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.939538 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (a80aa833-3f7c-4d7a-85b1-1c27433d5217), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:41.940588 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:41.941214 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:42.008273 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] Pushing event updated for resources: {'Network': ['ID=a80aa833-3f7c-4d7a-85b1-1c27433d5217,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:42.019018 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network a80aa833-3f7c-4d7a-85b1-1c27433d5217 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:06:42.083516 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-68bcc12f-9fe5-4a41-af08-be096b46103b admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7816358 Jul 25 19:06:42.083824 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40670) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:42.088921 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Request body: {'subnet': {'network_id': 'a80aa833-3f7c-4d7a-85b1-1c27433d5217', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-143939742-subnet', 'tenant_id': '02e0f85bb74149c0a452d19d33fe8194', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:06:42.155367 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893b2ef-0754-4981-93a9-69b0fe865186 req-b56f2da0-191d-449a-bb5f-65156beae224 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:42.167054 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8893b2ef-0754-4981-93a9-69b0fe865186 req-b56f2da0-191d-449a-bb5f-65156beae224 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0757380 Jul 25 19:06:42.188891 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40674) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:42.234429 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Made reservation on behalf of 02e0f85bb74149c0a452d19d33fe8194 for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:06:42.236712 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:42.249551 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-d0304442-9cae-49b9-a8b8-b16f883419cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:42.251869 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-d0304442-9cae-49b9-a8b8-b16f883419cd service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1129 time: 0.0614002 Jul 25 19:06:42.255525 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8893b2ef-0754-4981-93a9-69b0fe865186 req-27ddd69d-ce68-4a8f-a095-67451e01bda3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873678 Jul 25 19:06:42.408504 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-15c15c50-8069-4341-9263-e21a8ff84200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:42.409979 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ee25061-7862-4d2c-9367-da38e16d1ecf req-4bdcddba-3631-48de-91dc-e678332ca63b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0547159 Jul 25 19:06:42.410846 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:42.411058 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-15c15c50-8069-4341-9263-e21a8ff84200 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.1412342 Jul 25 19:06:42.456821 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-77e2c84b-5dad-4b58-bd3a-c01155de970d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 200 len: 217 time: 0.0395496 Jul 25 19:06:42.500418 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:42.517762 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-aa54e61b-5d30-4b76-9751-0f7011768c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:42.519727 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-aa54e61b-5d30-4b76-9751-0f7011768c3c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0570741 Jul 25 19:06:42.573904 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-4314cc54-b946-4f39-a0d9-17d5ca8311d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:42.578644 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-4314cc54-b946-4f39-a0d9-17d5ca8311d4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496268 Jul 25 19:06:42.695498 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-42ab4b15-80b0-4a00-b7d6-a1d7d970ee7a service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116071 Jul 25 19:06:42.783368 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:42.806589 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6648e48a-abc8-4d42-9449-3fddcc47e352 req-f1e5e3a5-b02a-49d3-848c-667c5c511d7d service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044557 Jul 25 19:06:42.901554 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (b4c27508-7989-4885-9619-472ae071df90), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:42.958436 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:42.976892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Checking segment: {'id': '20d31b46-a960-4b0e-83eb-f2db88149625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a80aa833-3f7c-4d7a-85b1-1c27433d5217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:06:42.977252 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Network hostable DHCP agents. Network: a80aa833-3f7c-4d7a-85b1-1c27433d5217, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:06:43.145011 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Network a80aa833-3f7c-4d7a-85b1-1c27433d5217 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:06:43.248831 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, a80aa833-3f7c-4d7a-85b1-1c27433d5217) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:06:43.255837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:43.256503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:43.258620 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27a71b4-3e5d-4191-83c0-5bcfae6d31fa None None] Network a80aa833-3f7c-4d7a-85b1-1c27433d5217 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:06:43.261675 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Deleting port 94c591d1-76dc-49b4-896e-320d7f87cdc3 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:06:43.262018 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:43.381518 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7007abb0-2a9d-45aa-9565-b28eed080d46 None None] Network a80aa833-3f7c-4d7a-85b1-1c27433d5217 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:06:43.396377 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] For port 94c591d1-76dc-49b4-896e-320d7f87cdc3, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=94c591d1-76dc-49b4-896e-320d7f87cdc3,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:43.396826 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:43.401834 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f495a-ec9e-48f8-813b-4fb34e39ba76 req-4065894f-a98a-49a7-aa91-91e531c90dd7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:43.403445 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7a6f495a-ec9e-48f8-813b-4fb34e39ba76 req-4065894f-a98a-49a7-aa91-91e531c90dd7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0620160 Jul 25 19:06:43.427349 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Calling delete_port for 94c591d1-76dc-49b4-896e-320d7f87cdc3 owned by network:router_interface {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:06:43.531958 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-87cb1521-95e5-4fa1-b188-1b33293a615a admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4469519 Jul 25 19:06:43.564422 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7a6f495a-ec9e-48f8-813b-4fb34e39ba76 req-b1f38dc2-fd46-4993-ae20-5b5ca031b96e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508121 Jul 25 19:06:43.582875 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-92f306d3-dcfa-4faf-8c67-f08f25754d94 req-46831413-0cc5-4a79-91c6-ea61d83b3216 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0494640 Jul 25 19:06:43.685511 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-d49c8162-d306-4878-a81d-29694a66311b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:43.685511 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-d49c8162-d306-4878-a81d-29694a66311b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.88 "GET /v2.0/networks?id=dbccd2f8-6687-4a50-9cd2-a6a34be80480 HTTP/1.1" status: 200 len: 809 time: 0.2261078 Jul 25 19:06:43.708684 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Request body: {'port': {'device_id': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480', 'admin_state_up': True, 'tenant_id': '9062c0ee33bb464c88d5f5e7471c6961'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:06:43.793257 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:43.957451 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (94c591d1-76dc-49b4-896e-320d7f87cdc3), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:43.979879 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Made reservation on behalf of 9062c0ee33bb464c88d5f5e7471c6961 for: {'port': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:06:43.988631 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:44.009671 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c591d1-76dc-49b4-896e-320d7f87cdc3,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:44.067870 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:44.209319 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (b4c27508-7989-4885-9619-472ae071df90), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:44.303152 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Allocated IP 172.20.0.4 (dbccd2f8-6687-4a50-9cd2-a6a34be80480/c35a6b2a-7e10-48d4-8060-9c659f0b0413/9dde897b-8e86-4be3-af08-f8cc6a7ba614) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:06:44.481771 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Router b4c27508-7989-4885-9619-472ae071df90 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:06:44.528086 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks [] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:44.563107 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:44.651879 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:44.690199 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Network dbccd2f8-6687-4a50-9cd2-a6a34be80480 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:06:44.693421 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:06:44.719261 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:06:44.755211 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40738) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:44.760714 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1902877539-network', 'tenant_id': '510a2d4c29044244b973a54e712b31f9'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:06:44.871509 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:44.872412 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:44.893117 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d01d9-9196-4f79-ab29-bcf9530bdada req-5db1b2ef-c660-454a-a678-18c8b04b99e0 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:44.895219 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-179d01d9-9196-4f79-ab29-bcf9530bdada req-5db1b2ef-c660-454a-a678-18c8b04b99e0 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 931 time: 0.0874321 Jul 25 19:06:44.907266 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Pushing event updated for resources: {'Port': ['ID=9dde897b-8e86-4be3-af08-f8cc6a7ba614,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:44.918064 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a96e70-9ff4-4ad8-8761-64f9b1428481 req-df4b7440-6dd4-4281-b03f-b15b02ca052c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:44.926822 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-26a96e70-9ff4-4ad8-8761-64f9b1428481 req-df4b7440-6dd4-4281-b03f-b15b02ca052c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.1776659 Jul 25 19:06:44.941633 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:44.953325 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:06:44.966235 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] Sync routers for ids ['b4c27508-7989-4885-9619-472ae071df90'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:06:44.972010 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-9c54d280-25b3-4b4f-bd92-62c708a468d6 admin admin] 10.222.0.17 "PUT /v2.0/routers/b4c27508-7989-4885-9619-472ae071df90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7817233 Jul 25 19:06:44.973850 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40746) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:44.984823 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] Routers {'b4c27508-7989-4885-9619-472ae071df90'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:06:44.989340 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:06:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['b4c27508-7989-4885-9619-472ae071df90'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:06:45.006078 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-179d01d9-9196-4f79-ab29-bcf9530bdada req-d7619f24-5016-4785-87b1-57b8311381be tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008461 Jul 25 19:06:45.020177 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-26a96e70-9ff4-4ad8-8761-64f9b1428481 req-609f3b9d-eb38-4aa2-a7fc-1e469184e09d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926130 Jul 25 19:06:45.023331 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Made reservation on behalf of 510a2d4c29044244b973a54e712b31f9 for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:06:45.025773 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.065703 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-88d38b6b-5ec5-4e9b-9835-197a4ac6eb35 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3621180 Jul 25 19:06:45.069540 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.089916 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Request body: {'port': {'device_id': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:06:45.138156 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] Set router b4c27508-7989-4885-9619-472ae071df90 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:06:45.184097 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:45.245118 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.252941 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks [] for router (b4c27508-7989-4885-9619-472ae071df90), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.331409 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:06:43Z', 'revision_number': 5, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:06:45.362826 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] Checking router: b4c27508-7989-4885-9619-472ae071df90 for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:06:45.373764 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] Routers {'b4c27508-7989-4885-9619-472ae071df90'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:06:45.374812 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:06:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['b4c27508-7989-4885-9619-472ae071df90'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:06:45.427748 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Publish callbacks [] for security_group (0b634d83-d645-4389-a37d-153068626faf), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.501029 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] Set router b4c27508-7989-4885-9619-472ae071df90 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:06:45.507976 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks [] for router_gateway (b4c27508-7989-4885-9619-472ae071df90), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.535387 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (0b634d83-d645-4389-a37d-153068626faf), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.610859 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:06:45.648747 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b634d83-d645-4389-a37d-153068626faf,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:45.659346 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (81c7706d-5fda-416e-bfb7-d59425b5b5fb), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.664538 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Added segment 81c7706d-5fda-416e-bfb7-d59425b5b5fb of type vlan for network 203e143f-75f2-48f2-b1a8-4d043273c605 Jul 25 19:06:45.704530 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Deleting port 025406fb-a340-4a96-8ecb-2836ee430dd9 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:06:45.704872 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.705145 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:06:43Z', 'revision_number': 5, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:06:45.737245 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d777f-3f4f-4882-b5b2-20d7a2e2e7e3 None None] The sync data for ids ['b4c27508-7989-4885-9619-472ae071df90'] in dv-cinder-820027-16-iscsi is: [{'id': 'b4c27508-7989-4885-9619-472ae071df90', 'name': 'tempest-DeleteServersTestJSON-300806840-router', 'tenant_id': '463f573db9d84c03900d443e4f6585cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:06:43Z', 'revision_number': 5, 'project_id': '463f573db9d84c03900d443e4f6585cd', 'gw_port': {'id': '025406fb-a340-4a96-8ecb-2836ee430dd9', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:87:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c27508-7989-4885-9619-472ae071df90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:06:45.808060 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (203e143f-75f2-48f2-b1a8-4d043273c605), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.918782 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] For port 025406fb-a340-4a96-8ecb-2836ee430dd9, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=025406fb-a340-4a96-8ecb-2836ee430dd9,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:45.919183 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.923974 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dde897b-8e86-4be3-af08-f8cc6a7ba614 {{(pid=111002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:06:45.942910 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Publish callbacks [] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:45.949770 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Calling delete_port for 025406fb-a340-4a96-8ecb-2836ee430dd9 owned by network:router_gateway {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:06:45.956794 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:45.968471 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.provisioning_blocks [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Transition to ACTIVE for port object 9dde897b-8e86-4be3-af08-f8cc6a7ba614 will not be triggered until provisioned by entity L2. {{(pid=111002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:06:46.211686 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 94c591d1-76dc-49b4-896e-320d7f87cdc3 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:06:46.237251 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-f7202333-cf8c-4a6b-9cc6-56d85fe1e6b2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:46.239916 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-f7202333-cf8c-4a6b-9cc6-56d85fe1e6b2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/networks?id=6a578d58-7b25-445c-860f-38e792f6130d HTTP/1.1" status: 200 len: 813 time: 0.1904399 Jul 25 19:06:46.241337 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:46.243546 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (203e143f-75f2-48f2-b1a8-4d043273c605), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:46.244534 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:46.245196 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:46.247008 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 94c591d1-76dc-49b4-896e-320d7f87cdc3 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:06:46.247883 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 94c591d1-76dc-49b4-896e-320d7f87cdc3 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:06:46.265596 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-e7b57393-05ba-41a7-84f0-f8f611848895 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/quotas/387ac04100224395a581aa382deb19b0 HTTP/1.1" status: 200 len: 375 time: 0.0154188 Jul 25 19:06:46.317470 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-c7be52db-ebf5-4672-89bc-2caa1f267100 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=387ac04100224395a581aa382deb19b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416913 Jul 25 19:06:46.335274 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:46.392098 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] Pushing event updated for resources: {'Network': ['ID=203e143f-75f2-48f2-b1a8-4d043273c605,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:46.422208 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 203e143f-75f2-48f2-b1a8-4d043273c605 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:06:46.432415 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81035700-1414-49ea-8977-5cce8b36b390 req-d10d8139-651e-496c-9c2c-6bd79117518e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:46.436158 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-81035700-1414-49ea-8977-5cce8b36b390 req-d10d8139-651e-496c-9c2c-6bd79117518e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.1975288 Jul 25 19:06:46.440881 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-10412da4-aff8-42c7-a1db-d3dc1c9c770a service neutron] 10.222.0.17 "GET /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151609 Jul 25 19:06:46.510410 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde897b-8e86-4be3-af08-f8cc6a7ba614,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:46.529219 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:46.542850 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-134f1f24-fe2f-4fcb-9ff6-7dff49dd006a admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7861104 Jul 25 19:06:46.547337 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40778) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:46.553110 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Request body: {'subnet': {'network_id': '203e143f-75f2-48f2-b1a8-4d043273c605', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1902877539-subnet', 'tenant_id': '510a2d4c29044244b973a54e712b31f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:06:46.578888 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-c8c27342-a407-4054-91de-db9f0194e209 service neutron] 10.222.0.17 "GET /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314065 Jul 25 19:06:46.623360 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:46.627454 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-81035700-1414-49ea-8977-5cce8b36b390 req-9b9928d3-c27f-4644-bd86-3485ff07d18a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815209 Jul 25 19:06:46.678780 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Attempting to bind port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:06:46.679150 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Attempting to bind port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:06:46.679477 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Attempting to bind port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 on network dbccd2f8-6687-4a50-9cd2-a6a34be80480 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:06:46.688821 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Made reservation on behalf of 510a2d4c29044244b973a54e712b31f9 for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:06:46.690889 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 on network dbccd2f8-6687-4a50-9cd2-a6a34be80480 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:06:46.691217 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Attempting to bind port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 on network dbccd2f8-6687-4a50-9cd2-a6a34be80480 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:06:46.691911 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:46.715270 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:06:46.715609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Checking segment: {'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:06:46.716050 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Bound using segment: {'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:06:46.716503 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Bound port: 9dde897b-8e86-4be3-af08-f8cc6a7ba614, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b98012f-c531-4495-a083-0069b1f93d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480'}}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:06:46.716859 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:46.783776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e94c97-f7d4-4c8e-90aa-dd4d91a307ae req-f7c19009-e44f-479e-8309-c8c75e83ac20 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:46.785472 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-49e94c97-f7d4-4c8e-90aa-dd4d91a307ae req-f7c19009-e44f-479e-8309-c8c75e83ac20 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0883648 Jul 25 19:06:46.839637 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (025406fb-a340-4a96-8ecb-2836ee430dd9), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:46.888299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:46.902180 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] For port 9dde897b-8e86-4be3-af08-f8cc6a7ba614, host hv-cinder-82002, cleared binding levels {{(pid=111002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:06:46.911794 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Pushing event deleted for resources: {'Port': ['ID=025406fb-a340-4a96-8ecb-2836ee430dd9,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:46.937672 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7ae7bbec-e993-434c-8704-a8c2bf5ed4a6 req-da798621-8146-4ec6-8d02-9094d12fbc93 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0462232 Jul 25 19:06:46.961997 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] For port 9dde897b-8e86-4be3-af08-f8cc6a7ba614, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9dde897b-8e86-4be3-af08-f8cc6a7ba614,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:06:47.013657 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-49e94c97-f7d4-4c8e-90aa-dd4d91a307ae req-ec64051e-04be-4d72-9dd4-b1562a660a9c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927681 Jul 25 19:06:47.049899 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (b4c27508-7989-4885-9619-472ae071df90), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.071088 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (15dae81d-9ce5-487b-9f29-a12faa7d6002), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.126523 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=15dae81d-9ce5-487b-9f29-a12faa7d6002,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:47.153116 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Checking segment: {'id': '81c7706d-5fda-416e-bfb7-d59425b5b5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '203e143f-75f2-48f2-b1a8-4d043273c605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:06:47.158295 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Network hostable DHCP agents. Network: 203e143f-75f2-48f2-b1a8-4d043273c605, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:06:47.158724 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40790) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:47.242845 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.277397 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Network 203e143f-75f2-48f2-b1a8-4d043273c605 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:06:47.296696 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d967-a81c-4adc-b916-3e020ed65f6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.314288 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (b4c27508-7989-4885-9619-472ae071df90), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.316995 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:47.324895 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks [] for router_controller (b4c27508-7989-4885-9619-472ae071df90), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.351713 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:47.352756 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.355295 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] 10.222.0.88 "PUT /v2.0/ports/9dde897b-8e86-4be3-af08-f8cc6a7ba614 HTTP/1.1" status: 200 len: 1093 time: 2.2807133 Jul 25 19:06:47.356200 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'tag': '9dde897b-8e86-4be3-af08-f8cc6a7ba614'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:06:47.360628 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d62c11-2197-429b-bfb5-f28e556a999a" -d '{"events": [{"name": "network-changed", "server_uuid": "2eb463f9-92ba-4071-9aa5-a1bdccc80710", "tag": "9dde897b-8e86-4be3-af08-f8cc6a7ba614"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:06:47.393763 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 203e143f-75f2-48f2-b1a8-4d043273c605) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:06:47.398913 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:47.399579 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.412450 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2f6ba5-43b9-44bb-9f47-e33724408ff6 None None] Network 203e143f-75f2-48f2-b1a8-4d043273c605 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:06:47.437944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d967-a81c-4adc-b916-3e020ed65f6e admin admin] Publish callbacks [] for security_group (fec75e40-3b70-429b-ade2-f67c5d5489dd), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.479971 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10ae8cd-6819-4670-9c32-717bc7fdad25 x-openstack-request-id: req-b10ae8cd-6819-4670-9c32-717bc7fdad25 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:06:47.480264 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2eb463f9-92ba-4071-9aa5-a1bdccc80710", "tag": "9dde897b-8e86-4be3-af08-f8cc6a7ba614", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:06:47.480553 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b10ae8cd-6819-4670-9c32-717bc7fdad25 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:06:47.481184 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b10ae8cd-6819-4670-9c32-717bc7fdad25'] response: {'name': 'network-changed', 'server_uuid': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'tag': '9dde897b-8e86-4be3-af08-f8cc6a7ba614', 'status': 'completed', 'code': 200} Jul 25 19:06:47.525829 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cf28c-bf76-426d-b0c6-c9f0893fe879 service neutron] Pushing event updated for resources: {'Port': ['ID=9dde897b-8e86-4be3-af08-f8cc6a7ba614,revision_number=3']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:47.535461 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-0c418c72-31d6-4870-a000-e79b80975bdc admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9873843 Jul 25 19:06:47.544719 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d62c11-2197-429b-bfb5-f28e556a999a req-632eef47-c4c5-4eb2-b959-4cfd1b9112eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:47.547597 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-79d62c11-2197-429b-bfb5-f28e556a999a req-632eef47-c4c5-4eb2-b959-4cfd1b9112eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 1127 time: 0.0654192 Jul 25 19:06:47.563222 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d3d9d967-a81c-4adc-b916-3e020ed65f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (fec75e40-3b70-429b-ade2-f67c5d5489dd), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.621348 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:47.638692 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (b4c27508-7989-4885-9619-472ae071df90), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.638692 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c27508-7989-4885-9619-472ae071df90 {{(pid=111002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:06:47.679301 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d3d9d967-a81c-4adc-b916-3e020ed65f6e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c7fe45208d22480b88bd10c5382fed73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5194182 Jul 25 19:06:47.681640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d9d967-a81c-4adc-b916-3e020ed65f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec75e40-3b70-429b-ade2-f67c5d5489dd,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:47.685320 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d62c11-2197-429b-bfb5-f28e556a999a req-69b80583-ff24-4e9f-a2c1-13f490f9a3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:47.687480 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-79d62c11-2197-429b-bfb5-f28e556a999a req-69b80583-ff24-4e9f-a2c1-13f490f9a3e3 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1329744 Jul 25 19:06:47.688097 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 40800) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:47.692303 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.694774 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6dc7dce0-70db-4f54-a3d0-1e64b7534472 admin admin] 10.222.0.17 "DELETE /v2.0/routers/b4c27508-7989-4885-9619-472ae071df90 HTTP/1.1" status: 204 len: 168 time: 2.7197464 Jul 25 19:06:47.708306 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40802) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:47.738353 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec8b9f-2ade-404c-b964-b542d585efb5 None None] Network 203e143f-75f2-48f2-b1a8-4d043273c605 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:06:47.839818 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:47.873446 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:47.918872 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87b62ab-e9fd-4da2-960d-7fb4f86c0e0e admin admin] Deleting subnet 523eb5fc-0c68-41a2-8f86-12a64692fb4f {{(pid=111003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:06:47.926972 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b62ab-e9fd-4da2-960d-7fb4f86c0e0e admin admin] Publish callbacks [] for subnet (523eb5fc-0c68-41a2-8f86-12a64692fb4f), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:47.931625 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef5ed4-86a6-4d35-918a-de7ee86dda33 req-2ffbfcea-16fc-4489-9992-fb2c5c1f5f2f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:47.933379 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-aeef5ed4-86a6-4d35-918a-de7ee86dda33 req-2ffbfcea-16fc-4489-9992-fb2c5c1f5f2f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.1339777 Jul 25 19:06:47.967192 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6f9088c-882c-40ce-8833-17b37ed54793 admin admin] Publish callbacks [] for security_group (fec75e40-3b70-429b-ade2-f67c5d5489dd), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.000717 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d62c11-2197-429b-bfb5-f28e556a999a req-df3af1a2-ef07-4d43-be7d-aa4f8ddc4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:48.002255 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-79d62c11-2197-429b-bfb5-f28e556a999a req-df3af1a2-ef07-4d43-be7d-aa4f8ddc4e2c service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3043838 Jul 25 19:06:48.017542 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b62ab-e9fd-4da2-960d-7fb4f86c0e0e admin admin] Publish callbacks [] for subnet (523eb5fc-0c68-41a2-8f86-12a64692fb4f), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.034028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6f9088c-882c-40ce-8833-17b37ed54793 admin admin] Publish callbacks [] for security_group (fec75e40-3b70-429b-ade2-f67c5d5489dd), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.072883 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-aeef5ed4-86a6-4d35-918a-de7ee86dda33 req-b4f341c6-49bc-44b5-89e3-2a018ab86d5c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296613 Jul 25 19:06:48.168845 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-e01a81e1-5a44-493c-9abc-faa788eea8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:48.169097 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-54829ec0-5eb4-46f0-94ce-2cc9c74c417b req-75c3a256-a597-44f6-8a6c-b6ee005cb196 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0813143 Jul 25 19:06:48.169588 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-e01a81e1-5a44-493c-9abc-faa788eea8b4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 1127 time: 0.1133673 Jul 25 19:06:48.174943 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b62ab-e9fd-4da2-960d-7fb4f86c0e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (523eb5fc-0c68-41a2-8f86-12a64692fb4f), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.234629 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-9c2b3539-930e-4b1e-9f7f-eccdcd4d5267 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dde897b-8e86-4be3-af08-f8cc6a7ba614 HTTP/1.1" status: 200 len: 217 time: 0.0548329 Jul 25 19:06:48.275215 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6f9088c-882c-40ce-8833-17b37ed54793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (fec75e40-3b70-429b-ade2-f67c5d5489dd), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.278150 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6f9088c-882c-40ce-8833-17b37ed54793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.279378 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b6f9088c-882c-40ce-8833-17b37ed54793 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/fec75e40-3b70-429b-ade2-f67c5d5489dd HTTP/1.1" status: 204 len: 168 time: 0.5833449 Jul 25 19:06:48.337915 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06dc96-e920-4f36-94f2-3fd6519f2726 req-43cb248a-38be-4f32-9455-c792b7aab65d tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:48.346222 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0a06dc96-e920-4f36-94f2-3fd6519f2726 req-43cb248a-38be-4f32-9455-c792b7aab65d tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.1218777 Jul 25 19:06:48.357275 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b62ab-e9fd-4da2-960d-7fb4f86c0e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for subnet (523eb5fc-0c68-41a2-8f86-12a64692fb4f), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.363976 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9088c-882c-40ce-8833-17b37ed54793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec75e40-3b70-429b-ade2-f67c5d5489dd,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:48.381374 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-52485822-f5df-44e2-819c-798907e77c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:48.383352 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-52485822-f5df-44e2-819c-798907e77c6f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c35a6b2a-7e10-48d4-8060-9c659f0b0413 HTTP/1.1" status: 200 len: 849 time: 0.1224518 Jul 25 19:06:48.432528 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b62ab-e9fd-4da2-960d-7fb4f86c0e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523eb5fc-0c68-41a2-8f86-12a64692fb4f,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:48.442307 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b62ab-e9fd-4da2-960d-7fb4f86c0e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.449489 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e87b62ab-e9fd-4da2-960d-7fb4f86c0e0e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/523eb5fc-0c68-41a2-8f86-12a64692fb4f HTTP/1.1" status: 204 len: 168 time: 0.7350075 Jul 25 19:06:48.450163 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944752a5-5326-48b1-96b2-3a272053748e None None] Network bf0ea9a3-4a87-4dd5-943d-fdc967447281 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:06:48.450879 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40816) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:48.464193 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-766baa6d-838a-45b9-b66b-3ef2b1c3a6e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=dbccd2f8-6687-4a50-9cd2-a6a34be80480&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672209 Jul 25 19:06:48.465571 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:48.471939 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0a06dc96-e920-4f36-94f2-3fd6519f2726 req-971db3de-6887-47d9-a7ff-a5ca87ca1d3a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247988 Jul 25 19:06:48.520018 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:48.604802 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-7cbb4d5f-4893-40e5-ade3-b57851c5e896 service neutron] 10.222.0.88 "GET /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314335 Jul 25 19:06:48.646437 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (bf0ea9a3-4a87-4dd5-943d-fdc967447281), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.667999 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] DHCP port deletion for bf0ea9a3-4a87-4dd5-943d-fdc967447281 request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:06:48.711748 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Deleting port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:06:48.712176 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.741431 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-be68a9cd-6936-4462-90ba-8bcd297fa620 req-6dc391cc-8707-4ee5-b0de-1636df6c3d62 service neutron] 10.222.0.88 "GET /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246963 Jul 25 19:06:48.750366 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] Deleting port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:06:48.752564 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.800913 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] For port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:48.801262 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.809591 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:48.823359 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Calling delete_port for ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 owned by network:dhcp {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:06:48.855834 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] For port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,segment=NetworkSegment(138e57cd-cf18-448f-84e9-1fc7bcf7020d),segment_id=138e57cd-cf18-448f-84e9-1fc7bcf7020d)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:48.856236 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:48.878608 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] Calling delete_port for ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:06:49.053909 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:49.066459 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (ce7e80ac-1be5-4bd3-a0d4-c14e6503a083), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:49.087265 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:49.091578 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] No DVR routers for this DVR port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 on host dv-cinder-820027-16-iscsi {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:06:49.107164 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] Pushing event deleted for resources: {'Port': ['ID=ce7e80ac-1be5-4bd3-a0d4-c14e6503a083,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:49.124921 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c3ba24-77a4-44d8-8ffa-e3f2be9c296d None None] No DVR routers for this DVR port ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:06:49.205596 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (bf0ea9a3-4a87-4dd5-943d-fdc967447281), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > port after_create 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > port after_update 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.282524 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.347163 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-48915492-79cf-44cf-994d-56b2143cac27 req-04dd8282-caa8-4b75-8558-50274e6f63d9 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0419526 Jul 25 19:06:49.366241 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.366554 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.366881 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.367444 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111003) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 25 19:06:49.368338 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0ea9a3-4a87-4dd5-943d-fdc967447281']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:06:49.402801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138e57cd-cf18-448f-84e9-1fc7bcf7020d') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:06:49.402801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138e57cd-cf18-448f-84e9-1fc7bcf7020d') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:06:49.413376 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f61598-b46d-4ba4-9b2a-a089bf265d18 req-32172ce5-5819-42cf-a428-0cf564d1696a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:49.415109 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-39f61598-b46d-4ba4-9b2a-a089bf265d18 req-32172ce5-5819-42cf-a428-0cf564d1696a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.2135868 Jul 25 19:06:49.438034 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (138e57cd-cf18-448f-84e9-1fc7bcf7020d), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:49.478011 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (138e57cd-cf18-448f-84e9-1fc7bcf7020d), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:49.490143 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:06:49.490616 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (138e57cd-cf18-448f-84e9-1fc7bcf7020d), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:49.555031 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-39f61598-b46d-4ba4-9b2a-a089bf265d18 req-38cd75dc-7eec-4dd6-a71d-cb0426cc2d8a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296601 Jul 25 19:06:49.621674 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26340d45-e2a7-487f-bef3-72cde128c401 req-1005f718-9ab3-43cd-b194-70af19e8015a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:49.623858 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-26340d45-e2a7-487f-bef3-72cde128c401 req-1005f718-9ab3-43cd-b194-70af19e8015a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0672674 Jul 25 19:06:49.660009 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:49.697614 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-26340d45-e2a7-487f-bef3-72cde128c401 req-3bd2df47-b5d8-4e8f-84f0-150abcbf1f55 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663664 Jul 25 19:06:49.716544 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (bf0ea9a3-4a87-4dd5-943d-fdc967447281), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:49.732446 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:49.738065 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] 10.222.0.17 "DELETE /v2.0/networks/bf0ea9a3-4a87-4dd5-943d-fdc967447281 HTTP/1.1" status: 204 len: 168 time: 1.2800443 Jul 25 19:06:49.757934 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76f005-5142-4c43-bebb-d2ba0010e0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0ea9a3-4a87-4dd5-943d-fdc967447281,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:49.798475 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 138e57cd-cf18-448f-84e9-1fc7bcf7020d resource provider aggregate not found Jul 25 19:06:49.826098 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 138e57cd-cf18-448f-84e9-1fc7bcf7020d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 138e57cd-cf18-448f-84e9-1fc7bcf7020d found for delete ", "request_id": "req-a830d539-6f2d-4cd6-afb3-d1150e747ee9"}]} Jul 25 19:06:50.040721 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:06:50.063293 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:06:50.063647 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ce7e80ac-1be5-4bd3-a0d4-c14e6503a083 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:06:50.064076 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 025406fb-a340-4a96-8ecb-2836ee430dd9 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:06:50.084923 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 025406fb-a340-4a96-8ecb-2836ee430dd9 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:06:50.085277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 025406fb-a340-4a96-8ecb-2836ee430dd9 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:06:50.327786 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40868) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:50.349472 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:50.370995 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-13dae219-b315-4eaa-b3cb-2f50cda8f986 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=463f573db9d84c03900d443e4f6585cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419800 Jul 25 19:06:50.375265 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 40870) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:06:50.440983 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6f15bd0a-d44b-4f1d-8cff-e9cd13205b51 admin admin] Publish callbacks [] for security_group (f00ac0fe-ae0c-4142-a541-8183242c25f5), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:50.460886 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-53aa1e91-1024-4d74-bd33-897c0b0a2927 req-5eec8116-fb46-41d2-a326-08c77607f527 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0340734 Jul 25 19:06:50.480749 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6f15bd0a-d44b-4f1d-8cff-e9cd13205b51 admin admin] Publish callbacks [] for security_group (f00ac0fe-ae0c-4142-a541-8183242c25f5), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:50.653573 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6f15bd0a-d44b-4f1d-8cff-e9cd13205b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f00ac0fe-ae0c-4142-a541-8183242c25f5), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:50.656937 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6f15bd0a-d44b-4f1d-8cff-e9cd13205b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:50.661202 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-6f15bd0a-d44b-4f1d-8cff-e9cd13205b51 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f00ac0fe-ae0c-4142-a541-8183242c25f5 HTTP/1.1" status: 204 len: 168 time: 0.2816997 Jul 25 19:06:50.682055 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15bd0a-d44b-4f1d-8cff-e9cd13205b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00ac0fe-ae0c-4142-a541-8183242c25f5,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:50.705550 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ede388-2e29-43bc-a470-62642769fd35 req-9c249a7a-07d7-498c-912d-aa453a9bc54b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:50.707883 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-89ede388-2e29-43bc-a470-62642769fd35 req-9c249a7a-07d7-498c-912d-aa453a9bc54b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0664613 Jul 25 19:06:50.775117 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-89ede388-2e29-43bc-a470-62642769fd35 req-54dcd809-f3a8-4c65-afa4-677f8dcae8e5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621984 Jul 25 19:06:50.856528 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20e59a-402f-436b-a3df-fadd569a9689 req-77f6e985-5745-4d1f-bb86-a4c2abc3ab9e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:50.858238 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fd20e59a-402f-436b-a3df-fadd569a9689 req-77f6e985-5745-4d1f-bb86-a4c2abc3ab9e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0544467 Jul 25 19:06:50.909931 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fd20e59a-402f-436b-a3df-fadd569a9689 req-bd503fb4-d35e-49a7-9ace-34dca7176d80 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Jul 25 19:06:51.570008 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d60531e1-13d5-439d-9275-2aeec3360339 req-83b02fbe-12e3-4827-b15a-af6c994417bb tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0345206 Jul 25 19:06:51.921372 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b5bcb-4bf6-4236-86d2-91431f2735d2 req-06264b91-1e4c-45eb-a7b9-913bff625ec7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:51.923283 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0a1b5bcb-4bf6-4236-86d2-91431f2735d2 req-06264b91-1e4c-45eb-a7b9-913bff625ec7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0575504 Jul 25 19:06:51.979105 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0a1b5bcb-4bf6-4236-86d2-91431f2735d2 req-8de38c14-082a-4733-888a-532e4f5dc651 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500543 Jul 25 19:06:52.095182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646d05-dd3d-4a5f-b3ca-ec37fdafad09 req-66e31ed8-e4b0-4c55-8ea7-b1b1b1e7cc61 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:52.095182 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6b646d05-dd3d-4a5f-b3ca-ec37fdafad09 req-66e31ed8-e4b0-4c55-8ea7-b1b1b1e7cc61 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0510237 Jul 25 19:06:52.172133 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6b646d05-dd3d-4a5f-b3ca-ec37fdafad09 req-b1685f4c-9180-4b31-9cb3-6a9a5e690428 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776510 Jul 25 19:06:52.677025 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d4f5a977-89ae-4c85-8932-4f2624dabf9e req-30d812f4-be01-4636-9df3-d0c772469780 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0287070 Jul 25 19:06:53.101368 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951fe9-246a-4636-a651-24343d47cbc4 req-19088780-9d60-4f23-b5b8-703112f2b8e7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:53.102896 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b7951fe9-246a-4636-a651-24343d47cbc4 req-19088780-9d60-4f23-b5b8-703112f2b8e7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0499144 Jul 25 19:06:53.152573 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b7951fe9-246a-4636-a651-24343d47cbc4 req-39a65a9e-4c4f-459e-a815-1b7039c91189 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433109 Jul 25 19:06:53.289113 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8f830-d52c-40d3-a69a-26f5d9c29601 req-a4ee63a9-c7f2-4236-8fdd-bbfdcafb1dcb tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:53.290746 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c8f8f830-d52c-40d3-a69a-26f5d9c29601 req-a4ee63a9-c7f2-4236-8fdd-bbfdcafb1dcb tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0527930 Jul 25 19:06:53.334503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:53.350852 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c8f8f830-d52c-40d3-a69a-26f5d9c29601 req-7ff7779f-4dd1-4940-baa7-4033948e4e8d tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532873 Jul 25 19:06:53.784945 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d369f71c-9309-4c06-977d-a865c75da89e req-499ffadb-db13-405b-b66a-abe2c4ed3ecf tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0294325 Jul 25 19:06:54.290883 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71575580-c25c-4250-bc76-312e68dedca7 req-138fc3c7-8372-427f-8123-07512482eaf7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:54.292408 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-71575580-c25c-4250-bc76-312e68dedca7 req-138fc3c7-8372-427f-8123-07512482eaf7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0572743 Jul 25 19:06:54.342315 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-71575580-c25c-4250-bc76-312e68dedca7 req-9ba33923-a194-41df-ab28-929b563e8f76 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435896 Jul 25 19:06:54.444158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 9dde897b-8e86-4be3-af08-f8cc6a7ba614 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:06:54.493865 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423fde6-bd0c-4afc-9d78-223e8b78a902 req-0e807928-3094-4ae0-a5e1-8889b72da7ea tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:54.495350 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5423fde6-bd0c-4afc-9d78-223e8b78a902 req-0e807928-3094-4ae0-a5e1-8889b72da7ea tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0665255 Jul 25 19:06:54.553696 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5423fde6-bd0c-4afc-9d78-223e8b78a902 req-8a1b267d-d303-4610-83fe-4149067074a6 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515740 Jul 25 19:06:54.574100 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 9dde897b-8e86-4be3-af08-f8cc6a7ba614, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9dde897b-8e86-4be3-af08-f8cc6a7ba614,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:54.580271 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '9dde897b-8e86-4be3-af08-f8cc6a7ba614', 'network_id': 'dbccd2f8-6687-4a50-9cd2-a6a34be80480', 'port_id': '9dde897b-8e86-4be3-af08-f8cc6a7ba614', 'mac_address': 'fa:16:3e:b3:aa:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c35a6b2a-7e10-48d4-8060-9c659f0b0413', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:06:54.602785 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:54.618050 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:06:54.618464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:54.639406 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dde897b-8e86-4be3-af08-f8cc6a7ba614 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:06:54.659751 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 9dde897b-8e86-4be3-af08-f8cc6a7ba614, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9dde897b-8e86-4be3-af08-f8cc6a7ba614,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:06:54.722054 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:54.772448 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=9dde897b-8e86-4be3-af08-f8cc6a7ba614,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:06:54.897799 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e2108fd6-1892-4678-bacc-894ae5c83fbd req-c12558b3-b51c-4451-917e-14bfbd40dfa4 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0369709 Jul 25 19:06:55.224163 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['9dde897b-8e86-4be3-af08-f8cc6a7ba614'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:06:55.359562 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-194dc20a-def6-40ef-bf13-d53b5800bef4 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:55.361096 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-194dc20a-def6-40ef-bf13-d53b5800bef4 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.88 "GET /v2.0/networks?id=6a578d58-7b25-445c-860f-38e792f6130d HTTP/1.1" status: 200 len: 813 time: 0.1253867 Jul 25 19:06:55.469469 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce47af-032d-4d4d-9221-cce22d8e6ee0 req-84e71ec7-b723-4ce1-a3a6-7feadc899ca8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:55.471080 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-57ce47af-032d-4d4d-9221-cce22d8e6ee0 req-84e71ec7-b723-4ce1-a3a6-7feadc899ca8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0530837 Jul 25 19:06:55.520516 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-57ce47af-032d-4d4d-9221-cce22d8e6ee0 req-6b909202-7b49-40fa-bf33-54bd5118d371 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436623 Jul 25 19:06:55.679244 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b57e3-50f6-4159-9359-9a22f7f7f8e1 req-c774382c-09ab-49b9-98f9-456b5408c2c4 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:55.680768 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-416b57e3-50f6-4159-9359-9a22f7f7f8e1 req-c774382c-09ab-49b9-98f9-456b5408c2c4 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0491161 Jul 25 19:06:55.702659 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=59 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:55.708753 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=62,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:06:55.743097 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-416b57e3-50f6-4159-9359-9a22f7f7f8e1 req-46bd5d23-258c-45b3-992f-5a9488091250 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565329 Jul 25 19:06:55.802210 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b6c46e9a-3856-4b7a-88a0-078855e81db5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:56.004426 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-33a9afd0-ad6c-4481-9915-92cbeb0a48f6 req-cca9cc00-454b-438a-8a3e-50bd10156fd3 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0314050 Jul 25 19:06:56.646649 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91465c08-ef68-49c4-b2ab-bf5a0b23bc4c req-ef84c3de-8d5f-43b6-a9de-dbf98353f1b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:56.648522 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-91465c08-ef68-49c4-b2ab-bf5a0b23bc4c req-ef84c3de-8d5f-43b6-a9de-dbf98353f1b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0524793 Jul 25 19:06:56.698227 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-91465c08-ef68-49c4-b2ab-bf5a0b23bc4c req-c395bcf1-f959-4857-a2a4-733ecc7f076f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440736 Jul 25 19:06:56.871030 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ce5cb-7b4e-458b-b877-79ffd587192b req-42f835e2-3d66-4dcc-90c6-68412b9e0a23 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:56.872457 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0b3ce5cb-7b4e-458b-b877-79ffd587192b req-42f835e2-3d66-4dcc-90c6-68412b9e0a23 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0492539 Jul 25 19:06:56.937591 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0b3ce5cb-7b4e-458b-b877-79ffd587192b req-7cb99bd4-1261-4fa2-ab9c-8a97738fcf67 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550916 Jul 25 19:06:57.113591 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66f5337f-5a66-40f5-96d3-d25e8f0d560d req-766d7e26-a9b9-4455-b807-0486f0680153 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0336587 Jul 25 19:06:57.821245 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a73c7d5-9486-48fd-b21a-6a8925daa1a3 req-48745b2b-81d5-4363-b489-d7e8b8c2c7eb tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:57.822780 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8a73c7d5-9486-48fd-b21a-6a8925daa1a3 req-48745b2b-81d5-4363-b489-d7e8b8c2c7eb tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0503504 Jul 25 19:06:57.872912 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8a73c7d5-9486-48fd-b21a-6a8925daa1a3 req-9a5c0873-f885-498e-8d71-0c5c3efaeb4e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429351 Jul 25 19:06:58.062012 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef40c5b-287c-4e8d-b87e-b13eaf156c22 req-37d1fa7b-a482-4985-aff9-aba00db5c387 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:58.063716 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4ef40c5b-287c-4e8d-b87e-b13eaf156c22 req-37d1fa7b-a482-4985-aff9-aba00db5c387 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0499458 Jul 25 19:06:58.116466 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4ef40c5b-287c-4e8d-b87e-b13eaf156c22 req-1f3dd0d5-434e-4d86-8bdb-06fe5e762e34 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468524 Jul 25 19:06:58.220430 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ae38a136-c9f7-4dff-8be9-5ebd425b3f02 req-34dee06d-9b56-49d5-a236-e02e19972183 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Jul 25 19:06:58.269679 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ba47b1fe-2d45-4002-9c93-4b8027f59131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:06:58.797973 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:06:59.008008 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe8407-45ef-4503-9b97-078d40c36ca6 req-aa5e5928-75c9-4a91-8893-a6a5f4b05775 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:59.009488 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f2fe8407-45ef-4503-9b97-078d40c36ca6 req-aa5e5928-75c9-4a91-8893-a6a5f4b05775 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0516200 Jul 25 19:06:59.059527 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f2fe8407-45ef-4503-9b97-078d40c36ca6 req-f2e5244a-5f5d-4eca-9b3e-5d09134e157a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435443 Jul 25 19:06:59.250977 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dae96f-f18a-4d2b-bd26-83af960b4a54 req-c8c0602d-b672-4c32-a21c-4ad38c801648 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:06:59.252633 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-81dae96f-f18a-4d2b-bd26-83af960b4a54 req-c8c0602d-b672-4c32-a21c-4ad38c801648 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0543857 Jul 25 19:06:59.306790 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-81dae96f-f18a-4d2b-bd26-83af960b4a54 req-ff4e12a8-3a7b-403d-82ac-b9ab0b2bb3b5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479405 Jul 25 19:06:59.328002 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-099a9678-3f7c-43e9-8084-bb74c99af0ff req-733267d0-5cb8-4d2e-a8c7-d071939a1b58 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0305805 Jul 25 19:06:59.475920 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:00.181599 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0eaa5-f96e-4341-8167-060c4521aeeb req-5ac77b03-14db-48c9-b65d-64ed9a796eb3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:00.183147 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-faa0eaa5-f96e-4341-8167-060c4521aeeb req-5ac77b03-14db-48c9-b65d-64ed9a796eb3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0481455 Jul 25 19:07:00.231961 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-faa0eaa5-f96e-4341-8167-060c4521aeeb req-64786745-d260-4ff2-92d7-1275393b7964 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429728 Jul 25 19:07:00.430224 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a24f-4fcf-4ab2-86cb-c7df30b162e3 req-3112ad1f-7a15-4a64-bd4c-ccb5fa2b6112 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:00.431836 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4493a24f-4fcf-4ab2-86cb-c7df30b162e3 req-3112ad1f-7a15-4a64-bd4c-ccb5fa2b6112 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0488040 Jul 25 19:07:00.439239 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-697a6090-2496-41f1-8b8e-5c25814749b0 req-6713f7eb-05c7-4863-aded-d9bd04ba5d0a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0359724 Jul 25 19:07:00.485584 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4493a24f-4fcf-4ab2-86cb-c7df30b162e3 req-48298e87-ec85-4ebf-9c8c-7ce30076d4d4 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460963 Jul 25 19:07:00.887162 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:01.299833 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:01.381496 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea390577-f14f-404a-8795-d471b0c8d507 req-dd773210-ae55-4c5a-953f-abceb6629975 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:01.383385 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ea390577-f14f-404a-8795-d471b0c8d507 req-dd773210-ae55-4c5a-953f-abceb6629975 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0689447 Jul 25 19:07:01.439944 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ea390577-f14f-404a-8795-d471b0c8d507 req-9fb1f7f2-4edd-482a-93be-9e900bfc0da9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501952 Jul 25 19:07:01.561996 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3ca0470-3cd8-4e66-aa84-2b39dd7527e4 req-b8e2edaa-ec91-4b7d-9f3d-286491b831e2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0404022 Jul 25 19:07:01.578895 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:01.622183 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f2358-8aa5-4f53-90af-f5eb4e771d83 req-fa5d646b-4da4-4063-85c4-5a81fb6e7439 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:01.624276 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd4f2358-8aa5-4f53-90af-f5eb4e771d83 req-fa5d646b-4da4-4063-85c4-5a81fb6e7439 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0556200 Jul 25 19:07:01.682111 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd4f2358-8aa5-4f53-90af-f5eb4e771d83 req-e6dcc279-e7ba-4676-89d2-663b41d4b742 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506461 Jul 25 19:07:02.564001 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6567e0d-b367-467c-a485-7374b035cd88 req-8f69847d-8f8c-470f-9650-7f478ee2329c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:02.565561 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c6567e0d-b367-467c-a485-7374b035cd88 req-8f69847d-8f8c-470f-9650-7f478ee2329c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0498910 Jul 25 19:07:02.618611 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c6567e0d-b367-467c-a485-7374b035cd88 req-bf000a57-d678-4248-8d70-2e6e4e5b75cd tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474353 Jul 25 19:07:02.669745 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c17b46b5-ce32-4027-a054-cd7b2306eb6d req-43eb7431-fafc-450a-b5d3-96a0f112b89a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0281529 Jul 25 19:07:02.807899 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2de106-0814-4e4c-87fc-36d7362c77df req-dd85c408-fa5a-408e-b1c8-782900fc8a54 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:02.809370 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8e2de106-0814-4e4c-87fc-36d7362c77df req-dd85c408-fa5a-408e-b1c8-782900fc8a54 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0521216 Jul 25 19:07:02.865126 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8e2de106-0814-4e4c-87fc-36d7362c77df req-004cc4f0-38d5-4baf-8b95-4b0dd7007ec2 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483675 Jul 25 19:07:03.732559 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:03.742020 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193be67-411d-4f25-b288-fce9fdbbd0f8 req-99dd69be-77a6-4c12-b2f6-aa79323e7c4e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:03.743559 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b193be67-411d-4f25-b288-fce9fdbbd0f8 req-99dd69be-77a6-4c12-b2f6-aa79323e7c4e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0499659 Jul 25 19:07:03.772794 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-408f4d01-94ac-40d0-addc-604334ef71c5 req-c9b95d22-030f-4a13-b21a-1d2591ba313f tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0295041 Jul 25 19:07:03.796631 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:03.801228 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b193be67-411d-4f25-b288-fce9fdbbd0f8 req-b24bbfd6-63b9-43ad-8754-2fc298de4169 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523326 Jul 25 19:07:03.987405 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ccbb9-c031-429b-ba5c-f5ff32bf06e8 req-38c2af36-438d-401e-a1e7-451a33d2eb94 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:03.988884 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-233ccbb9-c031-429b-ba5c-f5ff32bf06e8 req-38c2af36-438d-401e-a1e7-451a33d2eb94 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0499163 Jul 25 19:07:04.038289 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-233ccbb9-c031-429b-ba5c-f5ff32bf06e8 req-9cf302e6-3220-440b-b7c2-c183a2490a96 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438228 Jul 25 19:07:04.879898 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f975842e-a742-47b0-9ccc-1ce475bb1c21 req-0192025e-d23e-4125-8f88-71c3919e247a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0279722 Jul 25 19:07:04.926745 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df801fad-72ed-4d46-a063-31dc7cf27404 req-8bc5006e-6cb8-49ff-af5e-f544b333417d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:04.928273 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-df801fad-72ed-4d46-a063-31dc7cf27404 req-8bc5006e-6cb8-49ff-af5e-f544b333417d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0504160 Jul 25 19:07:04.979235 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-df801fad-72ed-4d46-a063-31dc7cf27404 req-3e174d48-5f9b-457a-897c-32fa42de8a80 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Jul 25 19:07:05.172629 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfe959-953f-4aad-9c13-40c453569ef8 req-ce058f12-9577-4943-8743-09b53ca1017e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:05.174207 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5ccfe959-953f-4aad-9c13-40c453569ef8 req-ce058f12-9577-4943-8743-09b53ca1017e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0558100 Jul 25 19:07:05.227766 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5ccfe959-953f-4aad-9c13-40c453569ef8 req-56926a9d-1fbf-4136-8601-571540165f69 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445187 Jul 25 19:07:05.994985 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5194bae9-f9a8-4753-b656-2f268ede5459 req-82d5c03c-cbcc-41af-acba-bebb3468c415 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0333447 Jul 25 19:07:06.106418 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:06.121015 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b617f74-2aab-4e13-86e6-baa41a8d406a req-00b7216f-cc01-4fa4-8c54-6abf9c3996a8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:06.122673 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0b617f74-2aab-4e13-86e6-baa41a8d406a req-00b7216f-cc01-4fa4-8c54-6abf9c3996a8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0499132 Jul 25 19:07:06.175126 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0b617f74-2aab-4e13-86e6-baa41a8d406a req-ee1dfbf1-8a32-4b63-9fc8-2d68894b9f25 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466700 Jul 25 19:07:06.350691 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 9dde897b-8e86-4be3-af08-f8cc6a7ba614 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:07:06.355245 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad154742-22af-4b9e-8fae-7ed992bf4eb1 req-a1432e7f-7adf-4506-8bd0-de6379c762cf tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:06.358710 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ad154742-22af-4b9e-8fae-7ed992bf4eb1 req-a1432e7f-7adf-4506-8bd0-de6379c762cf tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 944 time: 0.0538146 Jul 25 19:07:06.402343 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:07:06.407735 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:06.415843 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ad154742-22af-4b9e-8fae-7ed992bf4eb1 req-569f6be0-1f28-4c58-8793-23f3af173bda tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512979 Jul 25 19:07:06.450197 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:07:06.450608 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:06.532816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:07:06.533595 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:06.560326 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde897b-8e86-4be3-af08-f8cc6a7ba614'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:07:06.563206 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fe35a4-fee4-4030-82af-d65f5d50141c" -d '{"events": [{"server_uuid": "2eb463f9-92ba-4071-9aa5-a1bdccc80710", "name": "network-vif-plugged", "status": "completed", "tag": "9dde897b-8e86-4be3-af08-f8cc6a7ba614"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:07:06.576480 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 9dde897b-8e86-4be3-af08-f8cc6a7ba614, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9dde897b-8e86-4be3-af08-f8cc6a7ba614,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:07:06.611099 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e834687d-033d-4dfe-9cc6-c7614f8c2729 x-openstack-request-id: req-e834687d-033d-4dfe-9cc6-c7614f8c2729 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:07:06.611431 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb463f9-92ba-4071-9aa5-a1bdccc80710", "name": "network-vif-plugged", "status": "completed", "tag": "9dde897b-8e86-4be3-af08-f8cc6a7ba614", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:07:06.611818 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e834687d-033d-4dfe-9cc6-c7614f8c2729 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:07:06.612230 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e834687d-033d-4dfe-9cc6-c7614f8c2729'] response: {'server_uuid': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dde897b-8e86-4be3-af08-f8cc6a7ba614', 'code': 200} Jul 25 19:07:06.647580 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:06.679733 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:06.700845 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=9dde897b-8e86-4be3-af08-f8cc6a7ba614,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:07.106127 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-12ac132b-7c36-4c40-b461-1aaa520f011a req-8f77753a-7271-4a4d-aca2-769c835f0fc6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0272460 Jul 25 19:07:07.299653 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3af5b-9f9e-4a2a-8d26-af6f908b1d8c req-e79b4d1a-bc58-4605-bb59-8e6ab85f7541 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:07.301132 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7da3af5b-9f9e-4a2a-8d26-af6f908b1d8c req-e79b4d1a-bc58-4605-bb59-8e6ab85f7541 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0513043 Jul 25 19:07:07.352195 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7da3af5b-9f9e-4a2a-8d26-af6f908b1d8c req-4c34d67e-3308-4b3a-b740-2654543b78ff tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453293 Jul 25 19:07:07.542357 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7400f-79dd-4ba9-a2af-91153f108269 req-7a69dfa9-cbcd-439b-9bc2-b83de6500bb7 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:07.543896 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75e7400f-79dd-4ba9-a2af-91153f108269 req-7a69dfa9-cbcd-439b-9bc2-b83de6500bb7 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0550692 Jul 25 19:07:07.601018 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75e7400f-79dd-4ba9-a2af-91153f108269 req-877e3eba-e05c-49e9-b1af-441d03c370e6 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495059 Jul 25 19:07:08.149783 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Request body: {'port': {'device_id': '817e855e-4d22-4477-ac1a-c8e368f8cb70', 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d', 'admin_state_up': True, 'tenant_id': '387ac04100224395a581aa382deb19b0'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:07:08.246356 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c9bfba5b-f08c-4e84-8bf2-29331e746045 req-088099c4-ed5a-4939-b287-41ec901d1248 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0387573 Jul 25 19:07:08.316876 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-89083018-b0e4-43c2-b5ad-e296958b450e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0609767 Jul 25 19:07:08.423076 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Made reservation on behalf of 387ac04100224395a581aa382deb19b0 for: {'port': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:07:08.435564 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:08.439487 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad43c9-e5a8-45ff-a7bc-dd13e830f063 req-55d07075-a6f0-4490-b493-aef8c792369c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:08.441027 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e5ad43c9-e5a8-45ff-a7bc-dd13e830f063 req-55d07075-a6f0-4490-b493-aef8c792369c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1129 time: 0.0665181 Jul 25 19:07:08.442138 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-9b52b06e-8d14-4208-8901-533ec22a86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:08.443702 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-9b52b06e-8d14-4208-8901-533ec22a86a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 1130 time: 0.0771811 Jul 25 19:07:08.513580 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25db9d-be5d-4d2e-a65a-0acb567a8703 req-d0467095-81c4-4f7d-b602-8b29bc5a933c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:08.515089 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5c25db9d-be5d-4d2e-a65a-0acb567a8703 req-d0467095-81c4-4f7d-b602-8b29bc5a933c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0709255 Jul 25 19:07:08.546121 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e5ad43c9-e5a8-45ff-a7bc-dd13e830f063 req-154f2853-9706-4ac0-b455-4d74dedb4623 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970552 Jul 25 19:07:08.588759 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-07823183-93c0-468a-a757-0a3d739e50d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:08.590732 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-07823183-93c0-468a-a757-0a3d739e50d7 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.1163421 Jul 25 19:07:08.638445 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5c25db9d-be5d-4d2e-a65a-0acb567a8703 req-3a7cfb2b-7187-4b26-b2f5-19fe653f25ec tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168573 Jul 25 19:07:08.667777 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Allocated IP 172.20.0.7 (6a578d58-7b25-445c-860f-38e792f6130d/c7c74f2c-55ab-4034-8db7-a6e751e2ee1d/966af95a-bc29-41c4-a594-5ac6825a7c2f) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:07:08.729510 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373f076-5e01-491c-a035-cba23d8b246a req-97f08e20-3596-49d9-84aa-d4f23eee5bde tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:08.731093 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1373f076-5e01-491c-a035-cba23d8b246a req-97f08e20-3596-49d9-84aa-d4f23eee5bde tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0513918 Jul 25 19:07:08.779609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:08.782450 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1373f076-5e01-491c-a035-cba23d8b246a req-e3acee94-2e4e-4620-ad8f-e8c766e66ac2 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444810 Jul 25 19:07:08.792207 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:08.793167 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:08.830861 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks [] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:08.833405 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:08.939272 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:08.992751 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Network 6a578d58-7b25-445c-860f-38e792f6130d is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:07:08.996963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:07:09.002030 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:07:09.027835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Pushing event updated for resources: {'Port': ['ID=966af95a-bc29-41c4-a594-5ac6825a7c2f,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:09.060805 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:09.061418 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:09.170248 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-ba090c5b-a65b-4f30-8fab-86d17beb5055 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0271492 Jul 25 19:07:09.391640 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15437c-f945-4bbd-bef5-8a2070424ee2 req-c7c6c7b5-a54d-4de0-beca-574737bba806 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:09.393500 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9f15437c-f945-4bbd-bef5-8a2070424ee2 req-c7c6c7b5-a54d-4de0-beca-574737bba806 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 931 time: 0.0580950 Jul 25 19:07:09.451473 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9f15437c-f945-4bbd-bef5-8a2070424ee2 req-ea7fb44e-2698-4cc2-994a-fbaaa6b2f3a5 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504634 Jul 25 19:07:09.761801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62556-36f1-4ad2-b2bc-4df09249f99e req-7197e914-adc3-4d5f-9d04-262644ea4f35 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:09.763616 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ade62556-36f1-4ad2-b2bc-4df09249f99e req-7197e914-adc3-4d5f-9d04-262644ea4f35 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0482302 Jul 25 19:07:09.818056 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ade62556-36f1-4ad2-b2bc-4df09249f99e req-c1136a57-457f-488b-ba90-e4e6c19a67b4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485404 Jul 25 19:07:09.914370 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535a528-4400-43af-9d43-1215baffa009 req-37961eca-168a-4129-9c0d-025bfbf47cf9 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:09.915871 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6535a528-4400-43af-9d43-1215baffa009 req-37961eca-168a-4129-9c0d-025bfbf47cf9 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0550375 Jul 25 19:07:10.172400 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6535a528-4400-43af-9d43-1215baffa009 req-a2c3b732-0cb9-4cd2-a3d4-04a97443334b tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501295 Jul 25 19:07:10.572695 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd94bb-58e3-4326-ba60-b80cc9dccac8 req-d7f96804-4cce-4e5d-9a60-5efd4650ccda tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:10.574201 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d6bd94bb-58e3-4326-ba60-b80cc9dccac8 req-d7f96804-4cce-4e5d-9a60-5efd4650ccda tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 931 time: 0.0484893 Jul 25 19:07:10.628931 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d6bd94bb-58e3-4326-ba60-b80cc9dccac8 req-20d47c4b-0d03-4c3f-86e7-9996f6857807 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484912 Jul 25 19:07:10.950486 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a145d4a-4733-4835-9123-a7970815843e req-1dc0d1cb-7f58-42f9-b6a8-05cb0ab10e45 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:10.952019 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a145d4a-4733-4835-9123-a7970815843e req-1dc0d1cb-7f58-42f9-b6a8-05cb0ab10e45 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0527947 Jul 25 19:07:10.974047 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:11.017595 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a145d4a-4733-4835-9123-a7970815843e req-1b48c36f-e020-49d2-be12-d82123e40ba5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597496 Jul 25 19:07:11.302142 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1537246-a4ed-4301-be87-19f175fbd3cf req-0550701f-5d91-4a80-817a-9bb49b93dbc5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:11.303722 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a1537246-a4ed-4301-be87-19f175fbd3cf req-0550701f-5d91-4a80-817a-9bb49b93dbc5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0513916 Jul 25 19:07:11.358395 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a1537246-a4ed-4301-be87-19f175fbd3cf req-631da747-4418-4ef5-a79f-d66b52d9c151 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487983 Jul 25 19:07:11.760153 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fe293-fffd-4869-82ba-0dd7bf7e17aa req-cb86cce9-4d54-4d79-a684-f4a7ef456129 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:11.760153 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-349fe293-fffd-4869-82ba-0dd7bf7e17aa req-cb86cce9-4d54-4d79-a684-f4a7ef456129 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 931 time: 0.0510921 Jul 25 19:07:11.808606 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-349fe293-fffd-4869-82ba-0dd7bf7e17aa req-3d9daf15-84b9-44b8-82b2-cd6e018eba77 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Jul 25 19:07:12.139580 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07141dbf-e406-4b47-b21e-f7ee4207dfb5 req-48459428-b290-4ddc-8393-3cbff2883f22 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:12.141621 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-07141dbf-e406-4b47-b21e-f7ee4207dfb5 req-48459428-b290-4ddc-8393-3cbff2883f22 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0480464 Jul 25 19:07:12.192388 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-07141dbf-e406-4b47-b21e-f7ee4207dfb5 req-0c02e55d-bdaa-4b11-8990-9c7caa2c7813 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Jul 25 19:07:12.486950 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb105e36-ecb1-4a92-a49e-403ce37383a3 req-7984e0e4-d7da-4b0e-b1bc-5aae06b648a2 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:12.488499 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fb105e36-ecb1-4a92-a49e-403ce37383a3 req-7984e0e4-d7da-4b0e-b1bc-5aae06b648a2 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0543554 Jul 25 19:07:12.540291 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fb105e36-ecb1-4a92-a49e-403ce37383a3 req-1d97d430-a2a3-45a9-b6ed-ba0e1d12f13a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459740 Jul 25 19:07:12.932671 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c432e05-d3eb-4b38-a181-6446529c5b02 req-854fd4eb-1caa-4ea5-a117-c7e0ab56a531 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:12.934221 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5c432e05-d3eb-4b38-a181-6446529c5b02 req-854fd4eb-1caa-4ea5-a117-c7e0ab56a531 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 931 time: 0.0485137 Jul 25 19:07:12.989865 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5c432e05-d3eb-4b38-a181-6446529c5b02 req-3a66e381-48a2-41e5-aaed-d9c50c8bfe3e tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490315 Jul 25 19:07:13.323824 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117630cd-c219-45ee-add6-6c2397c939b7 req-64207f70-ea3e-4f22-aef4-62a02fc6fe0c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:13.325375 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-117630cd-c219-45ee-add6-6c2397c939b7 req-64207f70-ea3e-4f22-aef4-62a02fc6fe0c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0553217 Jul 25 19:07:13.338974 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:13.376154 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-117630cd-c219-45ee-add6-6c2397c939b7 req-3b30cfc2-ed23-475b-8307-c4236c4c705f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Jul 25 19:07:13.667570 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0219992-85e6-4457-8a2a-6861571aef93 req-1dafe4a4-a10f-4a0d-9b71-d5d5366b7611 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:13.669474 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c0219992-85e6-4457-8a2a-6861571aef93 req-1dafe4a4-a10f-4a0d-9b71-d5d5366b7611 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0489550 Jul 25 19:07:13.722504 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c0219992-85e6-4457-8a2a-6861571aef93 req-6e822598-8f23-4b32-b0dc-2b5a9adbca16 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Jul 25 19:07:14.112871 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b108a5e-f8b5-49fe-82bd-182eaad846c2 req-124f4e1a-e358-426d-b016-712d32200508 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:14.114424 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3b108a5e-f8b5-49fe-82bd-182eaad846c2 req-124f4e1a-e358-426d-b016-712d32200508 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 931 time: 0.0525298 Jul 25 19:07:14.168639 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3b108a5e-f8b5-49fe-82bd-182eaad846c2 req-df24f283-e4df-4ce7-b97c-02bbcd4a669d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481908 Jul 25 19:07:14.230828 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Request body: {'port': {'device_id': '817e855e-4d22-4477-ac1a-c8e368f8cb70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:07:14.268487 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:14.271365 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-9f8b01e3-4e01-4c8f-aa01-7ccd294d6264 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a30f1989-9491-4874-b4fd-962b93238fb5 HTTP/1.1" status: 200 len: 217 time: 0.0459292 Jul 25 19:07:14.306157 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63393031-aa35-43af-a534-25b88ea489b2 req-f26eab15-150c-482f-b01c-f9fc68584012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:14.307768 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-63393031-aa35-43af-a534-25b88ea489b2 req-f26eab15-150c-482f-b01c-f9fc68584012 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 1129 time: 0.0476208 Jul 25 19:07:14.311202 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:14.417059 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-f131483e-51db-45f5-90ce-b63b69da6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:14.418698 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-f131483e-51db-45f5-90ce-b63b69da6580 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0569825 Jul 25 19:07:14.449663 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:14.550184 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccde945-fdee-4aed-853f-5ac635863b77 req-36a0d638-7a9d-4159-b254-b4e68aba4438 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:14.551647 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fccde945-fdee-4aed-853f-5ac635863b77 req-36a0d638-7a9d-4159-b254-b4e68aba4438 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0879776 Jul 25 19:07:14.652418 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fccde945-fdee-4aed-853f-5ac635863b77 req-e697efbc-ff09-4a2c-9ba7-7b47d1ab9006 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918021 Jul 25 19:07:14.683936 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966af95a-bc29-41c4-a594-5ac6825a7c2f {{(pid=111002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:07:14.693717 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Publish callbacks [] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:14.711687 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.provisioning_blocks [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Transition to ACTIVE for port object 966af95a-bc29-41c4-a594-5ac6825a7c2f will not be triggered until provisioned by entity L2. {{(pid=111002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:07:14.791067 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:14.845406 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Pushing event updated for resources: {'Port': ['ID=966af95a-bc29-41c4-a594-5ac6825a7c2f,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:14.898598 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515f3b6-f39b-4ced-ac74-b47a4e84444d req-577079f7-d519-43b8-9f88-4065775169b7 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:14.900130 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2515f3b6-f39b-4ced-ac74-b47a4e84444d req-577079f7-d519-43b8-9f88-4065775169b7 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0529068 Jul 25 19:07:14.927378 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Attempting to bind port 966af95a-bc29-41c4-a594-5ac6825a7c2f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:07:14.927733 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Attempting to bind port 966af95a-bc29-41c4-a594-5ac6825a7c2f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:07:14.928116 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Attempting to bind port 966af95a-bc29-41c4-a594-5ac6825a7c2f on network 6a578d58-7b25-445c-860f-38e792f6130d {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:07:14.933629 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Port 966af95a-bc29-41c4-a594-5ac6825a7c2f on network 6a578d58-7b25-445c-860f-38e792f6130d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:07:14.933963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Attempting to bind port 966af95a-bc29-41c4-a594-5ac6825a7c2f on network 6a578d58-7b25-445c-860f-38e792f6130d {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:07:14.942841 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:07:14.943076 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Checking segment: {'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:07:14.943449 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Bound using segment: {'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:07:14.943869 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Bound port: 966af95a-bc29-41c4-a594-5ac6825a7c2f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'}}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:07:14.944228 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:14.957859 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2515f3b6-f39b-4ced-ac74-b47a4e84444d req-cb62e80d-47c5-428f-9219-1dbae4766067 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511689 Jul 25 19:07:15.032516 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:15.033839 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] For port 966af95a-bc29-41c4-a594-5ac6825a7c2f, host hv-cinder-82002, cleared binding levels {{(pid=111002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:07:15.037185 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] For port 966af95a-bc29-41c4-a594-5ac6825a7c2f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=966af95a-bc29-41c4-a594-5ac6825a7c2f,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:07:15.127390 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:15.166582 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:15.167262 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:15.168625 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] 10.222.0.88 "PUT /v2.0/ports/966af95a-bc29-41c4-a594-5ac6825a7c2f HTTP/1.1" status: 200 len: 1093 time: 0.9429250 Jul 25 19:07:15.169080 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '817e855e-4d22-4477-ac1a-c8e368f8cb70', 'tag': '966af95a-bc29-41c4-a594-5ac6825a7c2f'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:07:15.172003 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d0486e-8da9-4a67-891d-0f07d7b68759" -d '{"events": [{"name": "network-changed", "server_uuid": "817e855e-4d22-4477-ac1a-c8e368f8cb70", "tag": "966af95a-bc29-41c4-a594-5ac6825a7c2f"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:07:15.196713 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c876cd1-c508-4326-82f3-ce5bc834bc94 service neutron] Pushing event updated for resources: {'Port': ['ID=966af95a-bc29-41c4-a594-5ac6825a7c2f,revision_number=3']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:15.212692 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eac9b2c-ebef-4868-8a4f-0813cf4837eb x-openstack-request-id: req-0eac9b2c-ebef-4868-8a4f-0813cf4837eb {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:07:15.212988 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "817e855e-4d22-4477-ac1a-c8e368f8cb70", "tag": "966af95a-bc29-41c4-a594-5ac6825a7c2f", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:07:15.213503 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0eac9b2c-ebef-4868-8a4f-0813cf4837eb {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:07:15.214042 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eac9b2c-ebef-4868-8a4f-0813cf4837eb'] response: {'name': 'network-changed', 'server_uuid': '817e855e-4d22-4477-ac1a-c8e368f8cb70', 'tag': '966af95a-bc29-41c4-a594-5ac6825a7c2f', 'status': 'completed', 'code': 200} Jul 25 19:07:15.299242 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1aa9-8677-4121-a977-1bf26463d11c req-f86a5ed5-c7ee-449a-a196-fcb2063586ee tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:15.300803 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7afb1aa9-8677-4121-a977-1bf26463d11c req-f86a5ed5-c7ee-449a-a196-fcb2063586ee tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0517023 Jul 25 19:07:15.360388 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7afb1aa9-8677-4121-a977-1bf26463d11c req-269abf3e-b727-4eb9-99d9-420ba01ecc65 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537655 Jul 25 19:07:15.627525 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0486e-8da9-4a67-891d-0f07d7b68759 req-501f7222-1382-4ab5-adff-ed66f0afd32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:15.628896 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-744a64a2-208b-4711-aecd-a95958dfd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:15.629448 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d9d0486e-8da9-4a67-891d-0f07d7b68759 req-501f7222-1382-4ab5-adff-ed66f0afd32a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=387ac04100224395a581aa382deb19b0&device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 1127 time: 0.0499470 Jul 25 19:07:15.630713 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-744a64a2-208b-4711-aecd-a95958dfd4b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0656402 Jul 25 19:07:15.634425 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-63393031-aa35-43af-a534-25b88ea489b2 req-64919069-0793-4e3c-986a-37654db1eaaf service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899296 Jul 25 19:07:15.780484 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55e574-54e8-4ac5-85ea-5c335a8d91bb req-fcbbdebf-d064-4459-8588-821da32c09fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:15.782976 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ce55e574-54e8-4ac5-85ea-5c335a8d91bb req-fcbbdebf-d064-4459-8588-821da32c09fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0519955 Jul 25 19:07:15.844337 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ce55e574-54e8-4ac5-85ea-5c335a8d91bb req-15ba5909-0464-4ab8-98ad-a2bd5f1900b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536265 Jul 25 19:07:16.104609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90d9a2-1c18-4961-a57a-bb1f4cbedff8 req-a272436e-1864-4466-ac92-64da1cb15677 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:16.106122 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ed90d9a2-1c18-4961-a57a-bb1f4cbedff8 req-a272436e-1864-4466-ac92-64da1cb15677 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0617287 Jul 25 19:07:16.172919 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0486e-8da9-4a67-891d-0f07d7b68759 req-9db621fb-6ed3-4106-a504-675967980fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:16.172919 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d9d0486e-8da9-4a67-891d-0f07d7b68759 req-9db621fb-6ed3-4106-a504-675967980fff service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=387ac04100224395a581aa382deb19b0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1748304 Jul 25 19:07:16.191932 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ed90d9a2-1c18-4961-a57a-bb1f4cbedff8 req-af7dca28-d49b-4f9a-b172-10bc1f39cac5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792902 Jul 25 19:07:16.392160 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-6efe866f-192a-4431-adaf-ff4c46fd5433 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986054 Jul 25 19:07:16.491394 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11258d29-e764-4a22-95b6-48f2842fa6dd req-dc48cdac-7aab-4f2d-a586-eaa27662ee86 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:16.492961 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-11258d29-e764-4a22-95b6-48f2842fa6dd req-dc48cdac-7aab-4f2d-a586-eaa27662ee86 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0504959 Jul 25 19:07:16.545488 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-11258d29-e764-4a22-95b6-48f2842fa6dd req-ccb14a3f-fad7-4742-984a-645f94cc3f61 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465312 Jul 25 19:07:16.699244 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:16.980017 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18736c4-862c-4b62-ad75-18bca1a40b67 req-333526eb-85cd-4f0e-bd8e-ee5a57980590 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:16.981616 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c18736c4-862c-4b62-ad75-18bca1a40b67 req-333526eb-85cd-4f0e-bd8e-ee5a57980590 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0570991 Jul 25 19:07:17.049766 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c18736c4-862c-4b62-ad75-18bca1a40b67 req-97fd50bf-fb50-4440-82f4-231c877e128c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574298 Jul 25 19:07:17.347158 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86c7b1-9245-4874-947a-e6413729fe72 req-5750c49e-b2ed-4633-8263-b569ad41579a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:17.349681 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0d86c7b1-9245-4874-947a-e6413729fe72 req-5750c49e-b2ed-4633-8263-b569ad41579a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0650218 Jul 25 19:07:17.414748 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0d86c7b1-9245-4874-947a-e6413729fe72 req-7c0b3e19-f4e5-4ea7-a576-6cb63de78fec tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572779 Jul 25 19:07:17.496590 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:17.539593 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177dd78-2826-44b7-8ab4-0ff065256adf req-96be8096-a57c-4248-a59f-06fa9dbc6d79 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:17.541175 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c177dd78-2826-44b7-8ab4-0ff065256adf req-96be8096-a57c-4248-a59f-06fa9dbc6d79 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0564976 Jul 25 19:07:17.610711 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c177dd78-2826-44b7-8ab4-0ff065256adf req-f669562b-b0d6-4c46-9a9f-e0438816f8e0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621591 Jul 25 19:07:17.690675 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fc075-fe09-4523-9d6a-c93703b7c209 req-868f2db0-9174-486d-901c-d5066eec4b64 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:17.692526 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-417fc075-fe09-4523-9d6a-c93703b7c209 req-868f2db0-9174-486d-901c-d5066eec4b64 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0665092 Jul 25 19:07:17.751437 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-417fc075-fe09-4523-9d6a-c93703b7c209 req-800c12a7-be89-47b6-b1b3-51d231ee7660 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521698 Jul 25 19:07:18.541318 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:18.555603 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12534eda-458a-4a12-909a-0c29600e735f req-2c260e5f-ef60-4599-b114-25d58b6172b9 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:18.557148 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-12534eda-458a-4a12-909a-0c29600e735f req-2c260e5f-ef60-4599-b114-25d58b6172b9 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0562513 Jul 25 19:07:18.612799 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-12534eda-458a-4a12-909a-0c29600e735f req-2bf665cd-4996-4698-b58c-6877c1d5882f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489781 Jul 25 19:07:18.749893 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcaabc9-636a-4b4c-b2d8-ee2b21786fdd req-25519da9-fd9a-45ed-90e1-178e59993e40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:18.751490 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7bcaabc9-636a-4b4c-b2d8-ee2b21786fdd req-25519da9-fd9a-45ed-90e1-178e59993e40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0538783 Jul 25 19:07:18.805277 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7bcaabc9-636a-4b4c-b2d8-ee2b21786fdd req-43f0f430-109c-4ce8-947e-bf6e2827f400 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477600 Jul 25 19:07:18.878633 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae60eb-38a1-4467-9ff6-e6c21bde1c8e req-8b5e0924-846b-4fa0-9d39-13dccb1d1d33 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:18.880373 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-92ae60eb-38a1-4467-9ff6-e6c21bde1c8e req-8b5e0924-846b-4fa0-9d39-13dccb1d1d33 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0511858 Jul 25 19:07:18.931542 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-92ae60eb-38a1-4467-9ff6-e6c21bde1c8e req-98b99cac-c3e2-4f39-860b-b659ba3b10ff tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453014 Jul 25 19:07:19.792564 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970833e7-bfbe-4265-af9f-83d9a8c2adde req-004d7530-8a15-4e2c-a5f6-9018012ee238 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:19.795670 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-970833e7-bfbe-4265-af9f-83d9a8c2adde req-004d7530-8a15-4e2c-a5f6-9018012ee238 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0948689 Jul 25 19:07:19.856898 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-970833e7-bfbe-4265-af9f-83d9a8c2adde req-41cc430f-d51e-4151-b8eb-56702fcb1490 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543027 Jul 25 19:07:19.979818 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d0366-ca7d-40bb-bad2-9794b3b5d60f req-5770894a-d27c-4daa-9249-156d6c71befa tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:19.981541 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a52d0366-ca7d-40bb-bad2-9794b3b5d60f req-5770894a-d27c-4daa-9249-156d6c71befa tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0527503 Jul 25 19:07:20.019459 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:20.065063 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a52d0366-ca7d-40bb-bad2-9794b3b5d60f req-caddbceb-16a4-4114-b86b-e2346c99dccf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734973 Jul 25 19:07:20.096233 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8acf4-8102-4d7c-b7b2-6e4b498eca52 req-c87c39ea-9b3b-4133-98e8-36719b9579a6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:20.098056 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-abb8acf4-8102-4d7c-b7b2-6e4b498eca52 req-c87c39ea-9b3b-4133-98e8-36719b9579a6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0578458 Jul 25 19:07:20.174051 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-abb8acf4-8102-4d7c-b7b2-6e4b498eca52 req-6a7cf408-7ca8-4117-bb39-65fdce4d070d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693347 Jul 25 19:07:20.991549 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c078f-b721-48cc-a8d9-fbe8585d6086 req-9948ef39-98ac-42f1-8739-9ffa72873461 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:20.993379 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-347c078f-b721-48cc-a8d9-fbe8585d6086 req-9948ef39-98ac-42f1-8739-9ffa72873461 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0521808 Jul 25 19:07:21.051653 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-347c078f-b721-48cc-a8d9-fbe8585d6086 req-678ce329-53ed-4717-a475-07bd2a56d29f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520411 Jul 25 19:07:21.188601 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4580e47-adbc-4bf2-9b0d-8fdf986b4048 req-8326d56b-6dcd-4f0a-ad85-5e95699cb166 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:21.190157 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a4580e47-adbc-4bf2-9b0d-8fdf986b4048 req-8326d56b-6dcd-4f0a-ad85-5e95699cb166 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0488169 Jul 25 19:07:21.254827 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a4580e47-adbc-4bf2-9b0d-8fdf986b4048 req-b1d13945-ddd1-4166-ad72-75bab553ea15 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554776 Jul 25 19:07:21.265612 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:21.311617 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98fa7d-5cc4-4116-9c9c-6bcb3a558601 req-67362f17-705a-4164-9db1-ae44768a8475 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:21.314240 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1d98fa7d-5cc4-4116-9c9c-6bcb3a558601 req-67362f17-705a-4164-9db1-ae44768a8475 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0589547 Jul 25 19:07:21.362727 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1d98fa7d-5cc4-4116-9c9c-6bcb3a558601 req-d7ab7dc3-443c-444e-b10e-24f04037535d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428615 Jul 25 19:07:22.176918 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ff69-ef48-43ca-b169-180533b51a95 req-4623ea86-b169-418a-a8e7-080dd71027ce tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:22.178530 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-59c3ff69-ef48-43ca-b169-180533b51a95 req-4623ea86-b169-418a-a8e7-080dd71027ce tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0510387 Jul 25 19:07:22.230141 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-59c3ff69-ef48-43ca-b169-180533b51a95 req-f29d235a-24b4-4b70-b095-ac50d77feca6 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455770 Jul 25 19:07:22.253697 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0486e-8da9-4a67-891d-0f07d7b68759 req-fdaa391c-ce25-48b0-9c5b-2cd010d48b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:22.255237 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d9d0486e-8da9-4a67-891d-0f07d7b68759 req-fdaa391c-ce25-48b0-9c5b-2cd010d48b93 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1178706 Jul 25 19:07:22.384238 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8549120-e5e8-4e2f-9a18-9b51223e74c1 req-7853960a-205a-4011-9939-6390e15b0a5b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:22.385817 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a8549120-e5e8-4e2f-9a18-9b51223e74c1 req-7853960a-205a-4011-9939-6390e15b0a5b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0542150 Jul 25 19:07:22.442308 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a8549120-e5e8-4e2f-9a18-9b51223e74c1 req-da4f97cb-bc38-4ba3-9f10-64d73a73c312 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481308 Jul 25 19:07:22.492516 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988077e7-b31a-4228-bd0b-4f1660a63cd9 req-50dbea43-7a6b-4da8-bcf8-b02f8dd6f23b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:22.494039 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-988077e7-b31a-4228-bd0b-4f1660a63cd9 req-50dbea43-7a6b-4da8-bcf8-b02f8dd6f23b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0477610 Jul 25 19:07:22.544161 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-988077e7-b31a-4228-bd0b-4f1660a63cd9 req-2ce708c8-1a21-4da9-a57c-d6f4d85b2a70 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445025 Jul 25 19:07:23.354288 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ba008-0ed5-465c-9687-249a912d7078 req-c3a7f393-2fa3-4617-a742-a43f16bfb1d5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:23.356013 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-801ba008-0ed5-465c-9687-249a912d7078 req-c3a7f393-2fa3-4617-a742-a43f16bfb1d5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0503304 Jul 25 19:07:23.410764 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-801ba008-0ed5-465c-9687-249a912d7078 req-3f88127c-ffe8-4212-9a68-92e8160ae5a7 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484421 Jul 25 19:07:23.444470 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76aacd23-181a-47f2-acf9-76aed5d32910 req-091e008e-25fc-4925-9764-107a69323948 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134384 Jul 25 19:07:23.575655 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f74bb-f88e-40ef-a072-ae758f2a740a req-12621ef0-efc6-44e4-8a29-a0003805d6ec tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:23.577956 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-aa8f74bb-f88e-40ef-a072-ae758f2a740a req-12621ef0-efc6-44e4-8a29-a0003805d6ec tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0560946 Jul 25 19:07:23.639190 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-aa8f74bb-f88e-40ef-a072-ae758f2a740a req-d8fd17df-6c8b-44d9-94d6-1edc3cddb1aa tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552859 Jul 25 19:07:23.684315 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8ff195-8e69-47ca-8918-5559198ff65a req-cac41504-9ddb-45a4-8bbc-63a2690cac12 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:23.686027 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dc8ff195-8e69-47ca-8918-5559198ff65a req-cac41504-9ddb-45a4-8bbc-63a2690cac12 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0533504 Jul 25 19:07:23.743167 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dc8ff195-8e69-47ca-8918-5559198ff65a req-15d6de37-c52d-41c2-898d-05c9497d5aae tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501328 Jul 25 19:07:24.038683 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-0234fe1c-9aa5-44b6-92d4-a6b5a435275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.041165 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-0234fe1c-9aa5-44b6-92d4-a6b5a435275e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1129 time: 0.1109023 Jul 25 19:07:24.248771 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-8ae61d31-8707-4003-bb4d-3d9e1df215b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.251537 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-8ae61d31-8707-4003-bb4d-3d9e1df215b1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=387ac04100224395a581aa382deb19b0&device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 1127 time: 0.3447764 Jul 25 19:07:24.316485 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-64a483da-c332-4ac2-97a5-f0e7a80a3841 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=966af95a-bc29-41c4-a594-5ac6825a7c2f HTTP/1.1" status: 200 len: 217 time: 0.0401139 Jul 25 19:07:24.395899 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-f4658afa-31e0-4db1-b94c-b46bec1a86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.400753 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-f4658afa-31e0-4db1-b94c-b46bec1a86d4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c7c74f2c-55ab-4034-8db7-a6e751e2ee1d HTTP/1.1" status: 200 len: 853 time: 0.0622931 Jul 25 19:07:24.405344 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-91ae13df-ebb9-4888-9aea-5ed3888717fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.407384 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-91ae13df-ebb9-4888-9aea-5ed3888717fe service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.1314042 Jul 25 19:07:24.421534 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:24.456235 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-c0b4d890-1c6e-4fdc-99a9-f409967d7722 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6a578d58-7b25-445c-860f-38e792f6130d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469413 Jul 25 19:07:24.471109 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-2b8690e0-fe2f-4ae4-805d-045ad3e4af19 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 200 len: 217 time: 0.0572667 Jul 25 19:07:24.554124 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-dfed51f7-ffaf-4090-8af8-6df49acbe234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.556349 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-dfed51f7-ffaf-4090-8af8-6df49acbe234 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0782719 Jul 25 19:07:24.583782 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-b444d7ea-4f27-4ff8-a142-c7f9141e51ec service neutron] 10.222.0.88 "GET /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213386 Jul 25 19:07:24.652928 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-1f9ca9c8-6906-4d13-bc5e-6ae8dff1094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.654561 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-1f9ca9c8-6906-4d13-bc5e-6ae8dff1094a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0898652 Jul 25 19:07:24.679040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7031f5-530e-495e-8172-569e443bab77 req-19bce8d0-3492-4bab-9408-6696f68e2b46 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.680633 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4b7031f5-530e-495e-8172-569e443bab77 req-19bce8d0-3492-4bab-9408-6696f68e2b46 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0693097 Jul 25 19:07:24.711069 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-20a0f011-692c-4a68-a885-3abbecca05e6 req-64724e32-2ba9-4011-83c9-61306d3015f0 service neutron] 10.222.0.88 "GET /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187248 Jul 25 19:07:24.751111 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:24.800571 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8da22-9af1-496d-9440-5c0df37c17f7 req-20f34f5d-3480-4806-93ae-43b9d95aee5c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.802104 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6be8da22-9af1-496d-9440-5c0df37c17f7 req-20f34f5d-3480-4806-93ae-43b9d95aee5c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0601261 Jul 25 19:07:24.811813 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4b7031f5-530e-495e-8172-569e443bab77 req-5aa15bdf-4e62-4647-96cc-2f7dd7d8e5b3 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938220 Jul 25 19:07:24.824082 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-98140ae1-fc26-4874-8e14-675887d6d962 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618381 Jul 25 19:07:24.860233 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6be8da22-9af1-496d-9440-5c0df37c17f7 req-122f4896-29b6-4ed0-b75f-33d8e75b184a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516233 Jul 25 19:07:24.939902 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d1999-09b8-4a90-91df-f0bfb19d4756 req-053e95c2-443e-4eb3-9c26-17fa1be826ab tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:24.941420 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d50d1999-09b8-4a90-91df-f0bfb19d4756 req-053e95c2-443e-4eb3-9c26-17fa1be826ab tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0531166 Jul 25 19:07:24.992476 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d50d1999-09b8-4a90-91df-f0bfb19d4756 req-c9f4de6a-e9bc-4645-906a-6b7b5c5d769d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452933 Jul 25 19:07:25.835386 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-0beac226-351d-4090-866e-69ada762be65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:25.990303 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94637f1b-0c53-4af8-ad9b-597edb0bf87f req-2de92475-314e-4561-85ea-a54d65b9ba66 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:25.994852 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-94637f1b-0c53-4af8-ad9b-597edb0bf87f req-2de92475-314e-4561-85ea-a54d65b9ba66 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0553291 Jul 25 19:07:26.012659 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:26.048361 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-94637f1b-0c53-4af8-ad9b-597edb0bf87f req-4870e8be-0c95-479f-b4c0-6b255f99c742 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506153 Jul 25 19:07:26.158347 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86127f98-d753-41af-9f76-49e25d42b190 req-cc64e669-5274-4477-ae8e-1ee722b58337 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:26.160173 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-86127f98-d753-41af-9f76-49e25d42b190 req-cc64e669-5274-4477-ae8e-1ee722b58337 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0538383 Jul 25 19:07:26.209573 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-86127f98-d753-41af-9f76-49e25d42b190 req-2e1b63f8-6fd4-429b-bf7e-604c941d8b1b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436609 Jul 25 19:07:26.305251 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6a977-bd85-4206-8780-90b2fb0f3289 req-a3412645-45f4-4650-9a31-83f497a07c42 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:26.306763 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6de6a977-bd85-4206-8780-90b2fb0f3289 req-a3412645-45f4-4650-9a31-83f497a07c42 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0506284 Jul 25 19:07:26.343347 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41516) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:26.360541 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6de6a977-bd85-4206-8780-90b2fb0f3289 req-e69d15e3-bc6f-4e2c-af31-b7244232fd6d tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440226 Jul 25 19:07:26.460246 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3cb892f2-5830-4478-806e-7f1d66001585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:26.540123 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3cb892f2-5830-4478-806e-7f1d66001585 admin admin] Publish callbacks [] for security_group (380137ce-abfc-4d1e-a473-756fd8c3a2e8), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:26.606681 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3cb892f2-5830-4478-806e-7f1d66001585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (380137ce-abfc-4d1e-a473-756fd8c3a2e8), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:26.646954 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb892f2-5830-4478-806e-7f1d66001585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380137ce-abfc-4d1e-a473-756fd8c3a2e8,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:26.651347 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3cb892f2-5830-4478-806e-7f1d66001585 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ffe03884791a4cb795e8e10341a04d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067267 Jul 25 19:07:26.654097 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 41524) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:26.680133 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:26.710878 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1e79e6e3-66dc-4f11-a992-dfa6d61e5880 admin admin] Publish callbacks [] for security_group (380137ce-abfc-4d1e-a473-756fd8c3a2e8), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:26.735794 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1e79e6e3-66dc-4f11-a992-dfa6d61e5880 admin admin] Publish callbacks [] for security_group (380137ce-abfc-4d1e-a473-756fd8c3a2e8), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:26.944111 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1e79e6e3-66dc-4f11-a992-dfa6d61e5880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (380137ce-abfc-4d1e-a473-756fd8c3a2e8), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:26.946867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1e79e6e3-66dc-4f11-a992-dfa6d61e5880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:26.948076 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-1e79e6e3-66dc-4f11-a992-dfa6d61e5880 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/380137ce-abfc-4d1e-a473-756fd8c3a2e8 HTTP/1.1" status: 204 len: 168 time: 0.2929363 Jul 25 19:07:26.956878 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79e6e3-66dc-4f11-a992-dfa6d61e5880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380137ce-abfc-4d1e-a473-756fd8c3a2e8,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:27.190094 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a132e-8c70-43e7-adc2-0edb2e4504ad req-5857bff8-d94e-43bc-9d51-50d283f90413 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:27.191722 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0a3a132e-8c70-43e7-adc2-0edb2e4504ad req-5857bff8-d94e-43bc-9d51-50d283f90413 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0559974 Jul 25 19:07:27.246075 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0a3a132e-8c70-43e7-adc2-0edb2e4504ad req-6ea19faf-9a30-4827-ad2f-6e5710b8a5d2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488443 Jul 25 19:07:27.367738 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43c546-9423-432c-8a19-dc930fb8cf22 req-278beed5-2a9f-4864-965a-c59f28260291 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:27.369395 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-de43c546-9423-432c-8a19-dc930fb8cf22 req-278beed5-2a9f-4864-965a-c59f28260291 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0551839 Jul 25 19:07:27.426374 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-de43c546-9423-432c-8a19-dc930fb8cf22 req-f3a28b82-9be5-44d2-8b07-4ab96f5cf9be tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514841 Jul 25 19:07:27.527041 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f374f1b-a9c3-49d3-ba19-2eeea623233a req-52d8e009-0e89-47f1-8caf-a6d68e63545f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:27.528924 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f374f1b-a9c3-49d3-ba19-2eeea623233a req-52d8e009-0e89-47f1-8caf-a6d68e63545f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0636437 Jul 25 19:07:27.587457 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f374f1b-a9c3-49d3-ba19-2eeea623233a req-a6d9b1f9-98e4-48ee-8033-253293225459 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488508 Jul 25 19:07:28.270071 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-861f5b8a-1814-453a-baaa-3e234968f477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:28.395815 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5f45b-e370-47c5-88f9-dae2564f0ece req-f703309f-cbed-4b37-b957-a74383efdf63 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:28.410356 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-50b5f45b-e370-47c5-88f9-dae2564f0ece req-f703309f-cbed-4b37-b957-a74383efdf63 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0649266 Jul 25 19:07:28.453783 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-50b5f45b-e370-47c5-88f9-dae2564f0ece req-216e04d1-c062-4d4a-9052-6816ded9df03 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Jul 25 19:07:28.582552 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407f658-bfa5-4196-b99f-74c3c4e16aaf req-7307e11b-0448-472e-81a3-2dfe03134e2a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:28.584338 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8407f658-bfa5-4196-b99f-74c3c4e16aaf req-7307e11b-0448-472e-81a3-2dfe03134e2a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0564482 Jul 25 19:07:28.638557 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8407f658-bfa5-4196-b99f-74c3c4e16aaf req-3c95e1dc-357e-49b5-9354-565f328e23e5 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477872 Jul 25 19:07:28.716447 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44aef38-8458-4cfe-8dd8-0ce317567e93 req-b8c62826-746b-4625-8a9c-49884438c393 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:28.718074 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f44aef38-8458-4cfe-8dd8-0ce317567e93 req-b8c62826-746b-4625-8a9c-49884438c393 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0511034 Jul 25 19:07:28.771928 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f44aef38-8458-4cfe-8dd8-0ce317567e93 req-f5931612-c97b-47ed-abfa-ae4d3fd39c46 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Jul 25 19:07:29.464122 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:29.536548 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 966af95a-bc29-41c4-a594-5ac6825a7c2f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:07:29.616360 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb7f72-b8c0-4975-bb46-0e60add07888 req-9edc01ab-95f5-43ea-92a7-8d9f223eb4ef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:29.619307 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fadb7f72-b8c0-4975-bb46-0e60add07888 req-9edc01ab-95f5-43ea-92a7-8d9f223eb4ef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0682888 Jul 25 19:07:29.682271 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 966af95a-bc29-41c4-a594-5ac6825a7c2f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=966af95a-bc29-41c4-a594-5ac6825a7c2f,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:07:29.705193 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '966af95a-bc29-41c4-a594-5ac6825a7c2f', 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d', 'port_id': '966af95a-bc29-41c4-a594-5ac6825a7c2f', 'mac_address': 'fa:16:3e:03:18:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c74f2c-55ab-4034-8db7-a6e751e2ee1d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:07:29.705741 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fadb7f72-b8c0-4975-bb46-0e60add07888 req-0af0632d-e1fe-44e3-bf20-43feb8f67464 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805671 Jul 25 19:07:29.762262 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 966af95a-bc29-41c4-a594-5ac6825a7c2f is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:07:29.762931 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:29.781885 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966af95a-bc29-41c4-a594-5ac6825a7c2f {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:07:29.806011 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 966af95a-bc29-41c4-a594-5ac6825a7c2f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=966af95a-bc29-41c4-a594-5ac6825a7c2f,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:07:29.832576 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11482a50-f71d-45b0-ae2c-fc92107308e1 req-f043609a-28b1-42e8-bb17-1545ac0c2164 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:29.837553 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-11482a50-f71d-45b0-ae2c-fc92107308e1 req-f043609a-28b1-42e8-bb17-1545ac0c2164 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 943 time: 0.0913184 Jul 25 19:07:29.890138 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:29.905401 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-11482a50-f71d-45b0-ae2c-fc92107308e1 req-00f7a67f-edd5-42de-9a66-9fab55f675ea tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606592 Jul 25 19:07:29.936138 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be361cc4-e2b7-4f73-8f0d-756ecaf12614 req-4dc2c58e-7bad-4676-be69-4e86e0b8f0fe tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:29.938585 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be361cc4-e2b7-4f73-8f0d-756ecaf12614 req-4dc2c58e-7bad-4676-be69-4e86e0b8f0fe tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0647373 Jul 25 19:07:29.973716 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.002835 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-be361cc4-e2b7-4f73-8f0d-756ecaf12614 req-ee417c61-fd60-4e2d-bfa7-33036a9fe964 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579910 Jul 25 19:07:30.086627 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=966af95a-bc29-41c4-a594-5ac6825a7c2f,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:30.100956 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.104550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.106011 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.106311 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.106917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.107480 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.107924 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.223349 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-acf715b0-9f6d-4a63-82ba-d20533a666f9 req-ddc46816-028d-4cff-94b8-a587f4c2aac4 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642334 Jul 25 19:07:30.300701 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41620) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:30.424828 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.474901 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:30.499159 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:30.514018 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Publish callbacks [] for security_group (f47439a0-ee1e-4a7e-98cb-55a67ef649fb), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.607776 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f47439a0-ee1e-4a7e-98cb-55a67ef649fb), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.650515 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b17fe8a7474e4fbfa0bd16e5e879ef96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481565 Jul 25 19:07:30.651351 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47439a0-ee1e-4a7e-98cb-55a67ef649fb,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:30.653510 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41624) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:30.671366 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.672503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.672852 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.673683 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.673683 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.673891 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.674210 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.674581 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.674924 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.675254 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.675594 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.676304 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['966af95a-bc29-41c4-a594-5ac6825a7c2f'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:07:30.676777 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.676777 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.676777 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.677066 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbae9f6-4dfe-494c-a61c-00596d492bfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:30.725331 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-702f1ec3-451d-4d5b-a108-587a6e70e620 admin admin] Publish callbacks [] for security_group (f47439a0-ee1e-4a7e-98cb-55a67ef649fb), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.763886 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-702f1ec3-451d-4d5b-a108-587a6e70e620 admin admin] Publish callbacks [] for security_group (f47439a0-ee1e-4a7e-98cb-55a67ef649fb), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.851700 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba350727-d03b-41dc-bc53-d58d94909120 req-4089de13-843d-4a4c-8d22-f064617f0b50 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:30.853215 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ba350727-d03b-41dc-bc53-d58d94909120 req-4089de13-843d-4a4c-8d22-f064617f0b50 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0613472 Jul 25 19:07:30.908806 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ba350727-d03b-41dc-bc53-d58d94909120 req-70e93a3f-01f1-41bb-aeb1-4061ac53c53b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486224 Jul 25 19:07:30.922883 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-702f1ec3-451d-4d5b-a108-587a6e70e620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f47439a0-ee1e-4a7e-98cb-55a67ef649fb), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.926284 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.929289 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-702f1ec3-451d-4d5b-a108-587a6e70e620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:30.929289 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-702f1ec3-451d-4d5b-a108-587a6e70e620 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f47439a0-ee1e-4a7e-98cb-55a67ef649fb HTTP/1.1" status: 204 len: 168 time: 0.2732999 Jul 25 19:07:30.956743 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f1ec3-451d-4d5b-a108-587a6e70e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47439a0-ee1e-4a7e-98cb-55a67ef649fb,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:31.111068 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5135fe56-7139-4c50-b6bb-2d4a631762c3 req-b3eb253c-13ff-474b-bfe3-86fe36c2bbd9 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:31.112795 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5135fe56-7139-4c50-b6bb-2d4a631762c3 req-b3eb253c-13ff-474b-bfe3-86fe36c2bbd9 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 944 time: 0.0993783 Jul 25 19:07:31.168496 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c3467-a278-44fd-8599-554c659f2a4d req-bbf21c8f-5973-47f0-a218-f1b6c9483be3 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:31.171002 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d8c3467-a278-44fd-8599-554c659f2a4d req-bbf21c8f-5973-47f0-a218-f1b6c9483be3 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0780480 Jul 25 19:07:31.192998 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5135fe56-7139-4c50-b6bb-2d4a631762c3 req-7628e0ca-4682-4942-834b-e856018040cf tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730577 Jul 25 19:07:31.237339 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d8c3467-a278-44fd-8599-554c659f2a4d req-6384a566-c610-4610-8137-b427598719f3 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645502 Jul 25 19:07:31.269685 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:32.059969 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425b1bc-cf1c-44e2-b350-ef7b32572e9e req-bc0a02f6-32fb-4079-b6a9-4efdf281e5bc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:32.061474 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1425b1bc-cf1c-44e2-b350-ef7b32572e9e req-bc0a02f6-32fb-4079-b6a9-4efdf281e5bc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0542719 Jul 25 19:07:32.115766 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1425b1bc-cf1c-44e2-b350-ef7b32572e9e req-1c72e1e4-e357-44c2-9f28-28c148fbb24e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Jul 25 19:07:32.308800 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 966af95a-bc29-41c4-a594-5ac6825a7c2f up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:07:32.339346 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dd44a-54bf-46f9-9f2c-b52dfd590348 req-bcbc759e-8848-4a60-9386-4814f4febf46 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:32.341551 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d7dd44a-54bf-46f9-9f2c-b52dfd590348 req-bcbc759e-8848-4a60-9386-4814f4febf46 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 944 time: 0.0693886 Jul 25 19:07:32.364430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 966af95a-bc29-41c4-a594-5ac6825a7c2f completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:07:32.402556 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d7dd44a-54bf-46f9-9f2c-b52dfd590348 req-62667469-2b6b-49a3-8619-8ac350e4c8e0 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539570 Jul 25 19:07:32.429667 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162acc3-018b-4bba-b577-ddf0125d8a1a req-df99306c-e4f0-45d4-96c9-b5c9408a978f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:32.438604 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4162acc3-018b-4bba-b577-ddf0125d8a1a req-df99306c-e4f0-45d4-96c9-b5c9408a978f tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0713806 Jul 25 19:07:32.487568 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4162acc3-018b-4bba-b577-ddf0125d8a1a req-7ae8da08-c3b0-4ee3-bb46-e841db34e9ad tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 Jul 25 19:07:32.497863 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 966af95a-bc29-41c4-a594-5ac6825a7c2f triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:07:32.498465 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:32.577402 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 966af95a-bc29-41c4-a594-5ac6825a7c2f is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:07:32.577920 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:32.581387 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:32.604628 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817e855e-4d22-4477-ac1a-c8e368f8cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966af95a-bc29-41c4-a594-5ac6825a7c2f'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:07:32.614054 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94328a6d-9470-4e70-bcd0-b45c6d7e7c43" -d '{"events": [{"server_uuid": "817e855e-4d22-4477-ac1a-c8e368f8cb70", "name": "network-vif-plugged", "status": "completed", "tag": "966af95a-bc29-41c4-a594-5ac6825a7c2f"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:07:32.632595 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 966af95a-bc29-41c4-a594-5ac6825a7c2f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=966af95a-bc29-41c4-a594-5ac6825a7c2f,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:07:32.657471 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d49f40-3d9f-4f19-8af7-eba9419e459a x-openstack-request-id: req-94d49f40-3d9f-4f19-8af7-eba9419e459a {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:07:32.657783 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817e855e-4d22-4477-ac1a-c8e368f8cb70", "name": "network-vif-plugged", "status": "completed", "tag": "966af95a-bc29-41c4-a594-5ac6825a7c2f", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:07:32.658052 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-94d49f40-3d9f-4f19-8af7-eba9419e459a {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:07:32.658469 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d49f40-3d9f-4f19-8af7-eba9419e459a'] response: {'server_uuid': '817e855e-4d22-4477-ac1a-c8e368f8cb70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966af95a-bc29-41c4-a594-5ac6825a7c2f', 'code': 200} Jul 25 19:07:32.738058 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:32.797215 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=966af95a-bc29-41c4-a594-5ac6825a7c2f,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:33.243649 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b164ca9-4fdc-4309-b0b9-b5496a86c604 req-a6eb6fd1-bc9d-407a-a99e-f29aa9a46935 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:33.245230 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2b164ca9-4fdc-4309-b0b9-b5496a86c604 req-a6eb6fd1-bc9d-407a-a99e-f29aa9a46935 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0501952 Jul 25 19:07:33.295505 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2b164ca9-4fdc-4309-b0b9-b5496a86c604 req-3c8b0bf3-db6f-4b87-8f35-10886177f5ad tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445380 Jul 25 19:07:33.537373 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7970a6-9bb9-4738-b221-d9d09a5f7f15 req-abbbfa53-b598-47fe-94ef-22a3e645c5fd tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:33.538926 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9b7970a6-9bb9-4738-b221-d9d09a5f7f15 req-abbbfa53-b598-47fe-94ef-22a3e645c5fd tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0528359 Jul 25 19:07:33.591434 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9b7970a6-9bb9-4738-b221-d9d09a5f7f15 req-65986335-7783-467d-a9f0-300e4f8c9dcb tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Jul 25 19:07:33.607983 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:33.627636 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d3131-37ce-48c1-8e65-af0295e4272a req-8e075816-b814-44c4-a5b2-a8aab25c3be0 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:33.627636 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ce7d3131-37ce-48c1-8e65-af0295e4272a req-8e075816-b814-44c4-a5b2-a8aab25c3be0 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0542819 Jul 25 19:07:33.686424 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ce7d3131-37ce-48c1-8e65-af0295e4272a req-7b692d5a-af4e-4903-ac52-887258218433 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541277 Jul 25 19:07:34.382373 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:34.431842 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e64763-51e4-41e7-8559-3a5c1333c797 req-7a819fbf-8eb5-49b2-a844-8db4f3a8d779 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:34.433478 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66e64763-51e4-41e7-8559-3a5c1333c797 req-7a819fbf-8eb5-49b2-a844-8db4f3a8d779 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0621159 Jul 25 19:07:34.489952 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66e64763-51e4-41e7-8559-3a5c1333c797 req-21f9be40-f780-42c4-8b35-e757c54b3c5b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Jul 25 19:07:34.742439 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e93da9-7b03-45da-8a0a-a010dc5d601e req-fb615de8-39a3-4e3c-b963-f506a1a51d1c tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:34.743900 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6e93da9-7b03-45da-8a0a-a010dc5d601e req-fb615de8-39a3-4e3c-b963-f506a1a51d1c tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0527220 Jul 25 19:07:34.807802 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6e93da9-7b03-45da-8a0a-a010dc5d601e req-9297594b-6bd6-4a9a-b7da-a802b6dbb4d2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580895 Jul 25 19:07:34.820343 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8487-6b55-46e1-9c66-57ae20136658 req-048e70f5-ed09-4416-bdd0-3bc9f2442a21 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:34.822196 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d86e8487-6b55-46e1-9c66-57ae20136658 req-048e70f5-ed09-4416-bdd0-3bc9f2442a21 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0542474 Jul 25 19:07:34.886059 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d86e8487-6b55-46e1-9c66-57ae20136658 req-ff883759-60ff-4748-beee-fcd96c7b8b7e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528948 Jul 25 19:07:35.627650 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b10c54-3812-4023-9a94-5f634be9bbdb req-e79c2e45-56ba-4ef8-897b-f8b683ea1d07 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:35.629413 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-08b10c54-3812-4023-9a94-5f634be9bbdb req-e79c2e45-56ba-4ef8-897b-f8b683ea1d07 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0629153 Jul 25 19:07:35.687177 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-08b10c54-3812-4023-9a94-5f634be9bbdb req-fc5881c6-84d8-47d3-bd81-2c8144d46eb1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498364 Jul 25 19:07:35.800607 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:07:35.938705 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ceb3f5-d494-4f70-905f-e18b813061d6 req-697f013f-2fea-44aa-b7e1-c4e2ca66c8b3 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:35.940391 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-23ceb3f5-d494-4f70-905f-e18b813061d6 req-697f013f-2fea-44aa-b7e1-c4e2ca66c8b3 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0514205 Jul 25 19:07:36.008458 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-23ceb3f5-d494-4f70-905f-e18b813061d6 req-c2b54951-02ba-4ee2-a1b7-d578cda4cedc tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603306 Jul 25 19:07:36.018243 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b2bd5-385f-4eb1-96f8-ecb535949326 req-bc7045fd-72d7-462d-b722-b1d3edc7831d tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:36.022254 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-340b2bd5-385f-4eb1-96f8-ecb535949326 req-bc7045fd-72d7-462d-b722-b1d3edc7831d tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0589793 Jul 25 19:07:36.071422 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-340b2bd5-385f-4eb1-96f8-ecb535949326 req-70323a61-be80-4de3-a0db-80a0a4485ea8 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Jul 25 19:07:36.412655 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:36.821869 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f557446-02fc-40be-8669-e463710bea20 req-a2f969c4-0b36-4ce5-a895-3bb2b0c0623d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:36.825096 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4f557446-02fc-40be-8669-e463710bea20 req-a2f969c4-0b36-4ce5-a895-3bb2b0c0623d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0525997 Jul 25 19:07:36.877946 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4f557446-02fc-40be-8669-e463710bea20 req-e247fca8-c4a8-4b59-ada7-5675db0076b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Jul 25 19:07:37.148051 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d6436-db95-45e9-96d2-2db1c30a57bc req-472ef0cb-081f-4643-8c5b-40138bd0d32d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:37.149882 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-502d6436-db95-45e9-96d2-2db1c30a57bc req-472ef0cb-081f-4643-8c5b-40138bd0d32d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0545146 Jul 25 19:07:37.210779 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-502d6436-db95-45e9-96d2-2db1c30a57bc req-de734dec-3622-4127-ab96-66e7da821e3a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552361 Jul 25 19:07:37.219842 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fa19a-429f-4290-817b-abfa8ce708e7 req-1e77c80b-2d6e-4cab-9344-b4cd255f180c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:37.221388 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a15fa19a-429f-4290-817b-abfa8ce708e7 req-1e77c80b-2d6e-4cab-9344-b4cd255f180c tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0598660 Jul 25 19:07:37.293831 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a15fa19a-429f-4290-817b-abfa8ce708e7 req-2e011cac-c4b3-43a2-bb83-b9cfa18e7f70 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663610 Jul 25 19:07:38.016817 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a92fd-da36-4dcf-a2d0-81a1911ecd60 req-59e57069-06e0-4078-a856-ce8b524af07c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:38.018265 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-424a92fd-da36-4dcf-a2d0-81a1911ecd60 req-59e57069-06e0-4078-a856-ce8b524af07c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0641623 Jul 25 19:07:38.076709 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-424a92fd-da36-4dcf-a2d0-81a1911ecd60 req-0e847d68-8ddb-4481-ba10-4d3b7318038d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525024 Jul 25 19:07:38.331876 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:38.348406 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecf39-85a0-4f08-89f9-33203b2ecc6b req-b997b955-c91b-4dc7-9ea1-db4ccf1ab716 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:38.351462 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dfaecf39-85a0-4f08-89f9-33203b2ecc6b req-b997b955-c91b-4dc7-9ea1-db4ccf1ab716 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0521624 Jul 25 19:07:38.402244 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dfaecf39-85a0-4f08-89f9-33203b2ecc6b req-91465e1d-ec75-488a-8f10-1348f55b83f7 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456145 Jul 25 19:07:38.422906 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c9179-d5f3-490d-a1b2-fda389b0d778 req-96e91297-debb-444f-be8b-7efcb34ec35e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:38.424403 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-da5c9179-d5f3-490d-a1b2-fda389b0d778 req-96e91297-debb-444f-be8b-7efcb34ec35e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 945 time: 0.0511804 Jul 25 19:07:38.474310 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-da5c9179-d5f3-490d-a1b2-fda389b0d778 req-9e571e27-7336-456a-9e5a-48d16bd615e5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Jul 25 19:07:38.756636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 9dde897b-8e86-4be3-af08-f8cc6a7ba614 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:07:38.787905 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:38.838460 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 is: ACTIVE; New status is: DOWN {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:07:38.838846 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:38.864438 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dde897b-8e86-4be3-af08-f8cc6a7ba614'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:07:38.866726 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca10f27b-7a36-409b-9169-ff08e9a94c5c" -d '{"events": [{"server_uuid": "2eb463f9-92ba-4071-9aa5-a1bdccc80710", "name": "network-vif-unplugged", "status": "completed", "tag": "9dde897b-8e86-4be3-af08-f8cc6a7ba614"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:07:38.883171 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 9dde897b-8e86-4be3-af08-f8cc6a7ba614, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9dde897b-8e86-4be3-af08-f8cc6a7ba614,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:07:38.909862 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 19:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e748a3-4713-4b2b-8e97-4b39d11f868d x-openstack-request-id: req-e8e748a3-4713-4b2b-8e97-4b39d11f868d {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:07:38.910193 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb463f9-92ba-4071-9aa5-a1bdccc80710", "name": "network-vif-unplugged", "status": "completed", "tag": "9dde897b-8e86-4be3-af08-f8cc6a7ba614", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:07:38.910483 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e8e748a3-4713-4b2b-8e97-4b39d11f868d {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:07:38.910889 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e748a3-4713-4b2b-8e97-4b39d11f868d'] response: {'server_uuid': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dde897b-8e86-4be3-af08-f8cc6a7ba614', 'code': 200} Jul 25 19:07:38.961104 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.013267 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=9dde897b-8e86-4be3-af08-f8cc6a7ba614,revision_number=6']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:39.190751 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:39.207911 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5cc9d5-d2c0-49c7-b29d-c844f0a6f622 req-0f3ed772-1097-4fcb-aa86-d93ee65852f9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:39.209455 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7e5cc9d5-d2c0-49c7-b29d-c844f0a6f622 req-0f3ed772-1097-4fcb-aa86-d93ee65852f9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0515585 Jul 25 19:07:39.240676 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 41748) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:39.271049 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7e5cc9d5-d2c0-49c7-b29d-c844f0a6f622 req-a961f7c8-dd81-4b08-8269-b25e9b49a477 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532300 Jul 25 19:07:39.291299 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Deleting subnet ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:07:39.294778 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Publish callbacks [] for subnet (ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.336964 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.390837 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.528021 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713b7d2-085c-445a-af30-5f5526b58a15 req-8cedbe38-e378-41dc-aa8a-c1ac2043a506 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:39.529437 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4713b7d2-085c-445a-af30-5f5526b58a15 req-8cedbe38-e378-41dc-aa8a-c1ac2043a506 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0502429 Jul 25 19:07:39.534595 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.576371 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:39.585648 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.588977 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/ab3b61a9-7a82-4be2-bdbe-c8fb5c2f9c3b HTTP/1.1" status: 204 len: 168 time: 0.3468206 Jul 25 19:07:39.592144 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41754) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:39.598758 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.599119 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.599474 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.599818 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.600156 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.600499 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.600832 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.601169 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.601587 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.601917 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.602252 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.602611 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.602940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.603268 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.603594 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f2655d2-9e5b-48c8-a534-10197f058a31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:07:39.625026 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf7e16-d112-48d5-a426-c2b678d1b086 req-53d14201-d5f1-4fb3-b7ec-1a4f750de200 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:39.630698 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-70bf7e16-d112-48d5-a426-c2b678d1b086 req-53d14201-d5f1-4fb3-b7ec-1a4f750de200 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0760958 Jul 25 19:07:39.645574 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4713b7d2-085c-445a-af30-5f5526b58a15 req-5d3ce1c8-a8d8-41cf-9e93-2eee8dd17a0b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012826 Jul 25 19:07:39.728530 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (a80aa833-3f7c-4d7a-85b1-1c27433d5217), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.748174 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-70bf7e16-d112-48d5-a426-c2b678d1b086 req-af2318cf-e9dd-4fd3-bb76-8493d8c2c939 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771670 Jul 25 19:07:39.824340 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:39.842501 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (a80aa833-3f7c-4d7a-85b1-1c27433d5217), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.864082 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80aa833-3f7c-4d7a-85b1-1c27433d5217']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:07:39.876049 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d31b46-a960-4b0e-83eb-f2db88149625') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:07:39.876344 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d31b46-a960-4b0e-83eb-f2db88149625') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:07:39.889193 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (20d31b46-a960-4b0e-83eb-f2db88149625), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.910858 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (20d31b46-a960-4b0e-83eb-f2db88149625), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.916902 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:07:39.917316 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (20d31b46-a960-4b0e-83eb-f2db88149625), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:39.962567 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 20d31b46-a960-4b0e-83eb-f2db88149625 resource provider aggregate not found Jul 25 19:07:39.988214 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 20d31b46-a960-4b0e-83eb-f2db88149625 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20d31b46-a960-4b0e-83eb-f2db88149625 found for delete ", "request_id": "req-0e9ae984-5cdb-4f63-aea2-6c288ab4abd0"}]} Jul 25 19:07:40.058531 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (a80aa833-3f7c-4d7a-85b1-1c27433d5217), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.063010 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.066507 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] 10.222.0.17 "DELETE /v2.0/networks/a80aa833-3f7c-4d7a-85b1-1c27433d5217 HTTP/1.1" status: 204 len: 168 time: 0.4721029 Jul 25 19:07:40.069870 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 41766) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:40.080757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef361b9-5fb9-4a7c-b5bd-a33e30281ff0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80aa833-3f7c-4d7a-85b1-1c27433d5217,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:40.121369 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-359edbba-467e-409d-a82f-6759f000b0d6 admin admin] Deleting subnet 15dae81d-9ce5-487b-9f29-a12faa7d6002 {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:07:40.126248 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-359edbba-467e-409d-a82f-6759f000b0d6 admin admin] Publish callbacks [] for subnet (15dae81d-9ce5-487b-9f29-a12faa7d6002), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.163786 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-359edbba-467e-409d-a82f-6759f000b0d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (15dae81d-9ce5-487b-9f29-a12faa7d6002), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.207747 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-359edbba-467e-409d-a82f-6759f000b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (15dae81d-9ce5-487b-9f29-a12faa7d6002), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.242952 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:40.327538 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-359edbba-467e-409d-a82f-6759f000b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (15dae81d-9ce5-487b-9f29-a12faa7d6002), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.355939 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359edbba-467e-409d-a82f-6759f000b0d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15dae81d-9ce5-487b-9f29-a12faa7d6002,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:40.386933 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-359edbba-467e-409d-a82f-6759f000b0d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.390259 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-359edbba-467e-409d-a82f-6759f000b0d6 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/15dae81d-9ce5-487b-9f29-a12faa7d6002 HTTP/1.1" status: 204 len: 168 time: 0.3192308 Jul 25 19:07:40.392892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41774) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:40.410594 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c7f6d-e69f-4d36-bdbf-866d8eaea18f req-6cb6d93e-e75b-4fc7-9187-47e796ce1349 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:40.412145 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4d3c7f6d-e69f-4d36-bdbf-866d8eaea18f req-6cb6d93e-e75b-4fc7-9187-47e796ce1349 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0611014 Jul 25 19:07:40.471146 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4d3c7f6d-e69f-4d36-bdbf-866d8eaea18f req-768e3393-dae8-4984-8aa4-657873a7b0f0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524721 Jul 25 19:07:40.472815 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (203e143f-75f2-48f2-b1a8-4d043273c605), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.563151 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (203e143f-75f2-48f2-b1a8-4d043273c605), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.584266 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203e143f-75f2-48f2-b1a8-4d043273c605']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:07:40.593759 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c7706d-5fda-416e-bfb7-d59425b5b5fb') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:07:40.594401 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c7706d-5fda-416e-bfb7-d59425b5b5fb') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:07:40.604059 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (81c7706d-5fda-416e-bfb7-d59425b5b5fb), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.617869 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (81c7706d-5fda-416e-bfb7-d59425b5b5fb), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.625876 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:07:40.626429 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (81c7706d-5fda-416e-bfb7-d59425b5b5fb), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.720848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-dd1f6bf8-c34b-4350-bc6c-8f58c3d83c26 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:40.722436 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-dd1f6bf8-c34b-4350-bc6c-8f58c3d83c26 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.88 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0577431 Jul 25 19:07:40.779008 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942d072-c189-4e25-a578-11c76c66f92e req-394d134a-31bf-4363-9710-37e33d387021 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:40.783253 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7942d072-c189-4e25-a578-11c76c66f92e req-394d134a-31bf-4363-9710-37e33d387021 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0526502 Jul 25 19:07:40.784843 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (203e143f-75f2-48f2-b1a8-4d043273c605), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.802016 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:40.807819 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] 10.222.0.17 "DELETE /v2.0/networks/203e143f-75f2-48f2-b1a8-4d043273c605 HTTP/1.1" status: 204 len: 168 time: 0.4114590 Jul 25 19:07:40.807819 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d13b8f-fecf-4931-b816-42496bc45137 admin admin] Pushing event deleted for resources: {'Network': ['ID=203e143f-75f2-48f2-b1a8-4d043273c605,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:40.859500 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:40.910784 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7942d072-c189-4e25-a578-11c76c66f92e req-0639ecdc-e9e7-4480-b0b4-5846b459b63a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100814 Jul 25 19:07:40.911195 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb78de-b94b-4147-b75c-084c7d7b8b15 req-328d9610-c260-4970-b04c-18136738e3d2 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:40.912913 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4adb78de-b94b-4147-b75c-084c7d7b8b15 req-328d9610-c260-4970-b04c-18136738e3d2 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 943 time: 0.0648189 Jul 25 19:07:41.029619 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4adb78de-b94b-4147-b75c-084c7d7b8b15 req-fdcd49df-9b40-46d9-9123-b55219cffd0e tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/security-groups?id=44a9b668-d13e-403e-b8f1-572ee31475a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096058 Jul 25 19:07:41.084450 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Deleting port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:07:41.088937 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:41.186596 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] For port 9dde897b-8e86-4be3-af08-f8cc6a7ba614, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=9dde897b-8e86-4be3-af08-f8cc6a7ba614,segment=NetworkSegment(3b98012f-c531-4495-a083-0069b1f93d81),segment_id=3b98012f-c531-4495-a083-0069b1f93d81)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:07:41.187479 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:41.201361 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Calling delete_port for 9dde897b-8e86-4be3-af08-f8cc6a7ba614 owned by compute:nova {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:07:41.297562 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41788) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:41.351623 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-63efc919-d098-469a-9c03-917e8a8b44e8 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=02e0f85bb74149c0a452d19d33fe8194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503731 Jul 25 19:07:41.351814 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41790) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:41.383789 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (9dde897b-8e86-4be3-af08-f8cc6a7ba614), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:41.410167 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c0e7829d-6111-4c97-99da-c16fecc7e3f6 admin admin] Publish callbacks [] for security_group (32c0b1ea-72b4-4dfc-8cc8-c0d4716180eb), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:41.414871 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Pushing event deleted for resources: {'Port': ['ID=9dde897b-8e86-4be3-af08-f8cc6a7ba614,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:41.443694 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c0e7829d-6111-4c97-99da-c16fecc7e3f6 admin admin] Publish callbacks [] for security_group (32c0b1ea-72b4-4dfc-8cc8-c0d4716180eb), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:41.472290 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] No DVR routers for this DVR port 9dde897b-8e86-4be3-af08-f8cc6a7ba614 on host hv-cinder-82002 {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:07:41.475668 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:41.478948 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8473c3cd-3eca-4379-acf0-1dbf49910830 req-f7c4285a-9511-4e62-95b4-97fe64567f4a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.88 "DELETE /v2.0/ports/9dde897b-8e86-4be3-af08-f8cc6a7ba614 HTTP/1.1" status: 204 len: 173 time: 0.5299304 Jul 25 19:07:41.479517 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'name': 'network-vif-deleted', 'tag': '9dde897b-8e86-4be3-af08-f8cc6a7ba614'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:07:41.480250 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:41.481742 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9733c33-bef1-430c-b14f-0527a0e2d93d" -d '{"events": [{"server_uuid": "2eb463f9-92ba-4071-9aa5-a1bdccc80710", "name": "network-vif-deleted", "tag": "9dde897b-8e86-4be3-af08-f8cc6a7ba614"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:07:41.524303 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efe3bb9-8588-45d2-878b-13b36a9f8925 x-openstack-request-id: req-9efe3bb9-8588-45d2-878b-13b36a9f8925 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:07:41.524303 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2eb463f9-92ba-4071-9aa5-a1bdccc80710", "name": "network-vif-deleted", "tag": "9dde897b-8e86-4be3-af08-f8cc6a7ba614", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:07:41.524303 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9efe3bb9-8588-45d2-878b-13b36a9f8925 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:07:41.524303 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9efe3bb9-8588-45d2-878b-13b36a9f8925'] response: {'server_uuid': '2eb463f9-92ba-4071-9aa5-a1bdccc80710', 'name': 'network-vif-deleted', 'tag': '9dde897b-8e86-4be3-af08-f8cc6a7ba614', 'status': 'completed', 'code': 200} Jul 25 19:07:41.554837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c0e7829d-6111-4c97-99da-c16fecc7e3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (32c0b1ea-72b4-4dfc-8cc8-c0d4716180eb), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:41.557481 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c0e7829d-6111-4c97-99da-c16fecc7e3f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:41.558866 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c0e7829d-6111-4c97-99da-c16fecc7e3f6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/32c0b1ea-72b4-4dfc-8cc8-c0d4716180eb HTTP/1.1" status: 204 len: 168 time: 0.2060444 Jul 25 19:07:41.569073 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7829d-6111-4c97-99da-c16fecc7e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c0b1ea-72b4-4dfc-8cc8-c0d4716180eb,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:41.614371 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac454a-a3be-4bef-88a5-5fc440f63ffe req-db3c9d82-70a1-4000-a91e-c3d7a41b4279 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:41.618124 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b6ac454a-a3be-4bef-88a5-5fc440f63ffe req-db3c9d82-70a1-4000-a91e-c3d7a41b4279 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0620680 Jul 25 19:07:41.692950 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b6ac454a-a3be-4bef-88a5-5fc440f63ffe req-c0715b34-5c71-4eb2-b55d-51866289ef40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683045 Jul 25 19:07:42.029159 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 81c7706d-5fda-416e-bfb7-d59425b5b5fb resource provider aggregate not found Jul 25 19:07:42.054745 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 81c7706d-5fda-416e-bfb7-d59425b5b5fb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81c7706d-5fda-416e-bfb7-d59425b5b5fb found for delete ", "request_id": "req-4a6ce9ad-3a19-47e4-afc3-12a833fc3bf2"}]} Jul 25 19:07:42.072826 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06c906-07eb-46fa-bb84-2c6e63458419 req-40cdf110-e733-4a37-876e-3b5bd2facfdf tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:42.074503 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2c06c906-07eb-46fa-bb84-2c6e63458419 req-40cdf110-e733-4a37-876e-3b5bd2facfdf tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0668681 Jul 25 19:07:42.135950 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2c06c906-07eb-46fa-bb84-2c6e63458419 req-dc2f8209-a26e-4628-ba45-42deb453bf55 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529578 Jul 25 19:07:42.172565 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67076e8f-3939-417f-a873-33213e84c032 req-3ff975f1-a5ab-407c-a08c-3b7a3cad87f5 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0449634 Jul 25 19:07:42.373420 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 41812) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:42.420763 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-aac4ce18-bbe1-4eac-b4d7-a0e5278fe4a2 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=510a2d4c29044244b973a54e712b31f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462134 Jul 25 19:07:42.424898 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 41816) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:42.481440 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:42.491385 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4e389618-3c58-439c-bf3a-80d209c27381 admin admin] Publish callbacks [] for security_group (0b634d83-d645-4389-a37d-153068626faf), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:42.518523 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4e389618-3c58-439c-bf3a-80d209c27381 admin admin] Publish callbacks [] for security_group (0b634d83-d645-4389-a37d-153068626faf), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:42.646058 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4e389618-3c58-439c-bf3a-80d209c27381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (0b634d83-d645-4389-a37d-153068626faf), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:42.648708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4e389618-3c58-439c-bf3a-80d209c27381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:42.649861 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-4e389618-3c58-439c-bf3a-80d209c27381 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/0b634d83-d645-4389-a37d-153068626faf HTTP/1.1" status: 204 len: 168 time: 0.2238767 Jul 25 19:07:42.660735 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e389618-3c58-439c-bf3a-80d209c27381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b634d83-d645-4389-a37d-153068626faf,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:43.265275 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-534c0b76-761a-4cae-98ef-f689b0b4b28f req-cc9f4337-bd97-4d0a-806e-8bc151c50aa7 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0291870 Jul 25 19:07:43.276970 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6e088-b47e-454d-97cf-87b77c953a6a req-e9f1e576-04c3-4ead-b9b1-b66cbeae8831 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:43.278884 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7ed6e088-b47e-454d-97cf-87b77c953a6a req-e9f1e576-04c3-4ead-b9b1-b66cbeae8831 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0591872 Jul 25 19:07:43.330216 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7ed6e088-b47e-454d-97cf-87b77c953a6a req-065349d7-741c-4ae6-9e0d-36fd5490a1bd tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452411 Jul 25 19:07:44.387129 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67f3b112-e660-40b2-8d31-52c1106cb878 req-0cd1e8c9-e2d5-4fc7-a176-1fc63ec1e2fd tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0311067 Jul 25 19:07:44.481214 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e79205-ba89-4447-a6ac-4b43bf52e36d req-60ab084f-1c4f-4e6d-9624-778e1a2af5a6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:44.482744 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1e79205-ba89-4447-a6ac-4b43bf52e36d req-60ab084f-1c4f-4e6d-9624-778e1a2af5a6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0577514 Jul 25 19:07:44.496152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:44.538285 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1e79205-ba89-4447-a6ac-4b43bf52e36d req-decbf3ac-71cf-404b-b43a-44881d35c33f tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489559 Jul 25 19:07:45.129185 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a0a70-aea5-4806-be5f-871d723ed472 req-bc828e1c-05e2-4466-8706-b2f996ee1854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:45.130758 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-893a0a70-aea5-4806-be5f-871d723ed472 req-bc828e1c-05e2-4466-8706-b2f996ee1854 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 1129 time: 0.0467427 Jul 25 19:07:45.489390 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4edb165a-2992-43ff-b157-5105b4060923 req-7b8b8069-edb8-4172-8b62-19d4c76a6c21 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0279198 Jul 25 19:07:45.665026 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e443c1-84a3-41dc-b2b7-a1f8f97c00ee req-558fb5ac-28d0-456a-83f5-b081cc35316b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:45.666535 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-05e443c1-84a3-41dc-b2b7-a1f8f97c00ee req-558fb5ac-28d0-456a-83f5-b081cc35316b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0500515 Jul 25 19:07:45.727719 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-05e443c1-84a3-41dc-b2b7-a1f8f97c00ee req-a8ebe398-d25e-4038-8317-c0fb638e340e tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547745 Jul 25 19:07:46.593124 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d0b2e204-2306-4d02-a5bd-ffc1c6eb1a8c req-795e3de9-5e3e-4633-b314-1f27c327bee6 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0316298 Jul 25 19:07:46.855842 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4bb47-f5b0-4399-a61f-1fef695f8e53 req-fb6297ae-d2fd-47c6-b988-d384180c1639 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:46.857360 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-57c4bb47-f5b0-4399-a61f-1fef695f8e53 req-fb6297ae-d2fd-47c6-b988-d384180c1639 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0515156 Jul 25 19:07:46.928600 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-893a0a70-aea5-4806-be5f-871d723ed472 req-df753645-3480-4dbf-aa3f-109d149fb7cb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672965 Jul 25 19:07:46.940577 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-57c4bb47-f5b0-4399-a61f-1fef695f8e53 req-b391b675-61a7-4f78-bdb9-1c5885ffc55f tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734637 Jul 25 19:07:47.709338 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6f6b555a-abb4-4788-8be9-caa19654c4c0 req-a9504cd5-f1a2-40dd-b045-d88465baee36 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0289273 Jul 25 19:07:48.070999 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412f33f-3ec9-418c-a31f-e8b28e6462cc req-6152c9a5-8a6a-4217-a2b1-3147e099f113 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:48.073263 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7412f33f-3ec9-418c-a31f-e8b28e6462cc req-6152c9a5-8a6a-4217-a2b1-3147e099f113 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0522437 Jul 25 19:07:48.135961 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7412f33f-3ec9-418c-a31f-e8b28e6462cc req-b9505f69-8964-4990-bfb1-a86a9c04de06 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549636 Jul 25 19:07:48.827129 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a173acc8-7a7d-42fd-ab1b-0ca51c23cb01 req-76c02e0a-83f0-444f-9d27-adb144c6e903 tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0285656 Jul 25 19:07:49.279978 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfe008-9893-4ca6-9c2c-6f85908b5da0 req-d4a9092e-c460-47e7-a7c6-7f0d905f185b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:49.282439 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6ddfe008-9893-4ca6-9c2c-6f85908b5da0 req-d4a9092e-c460-47e7-a7c6-7f0d905f185b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0565853 Jul 25 19:07:49.339015 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6ddfe008-9893-4ca6-9c2c-6f85908b5da0 req-69bc365b-31f2-4917-b9ad-e52d2ee28503 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506549 Jul 25 19:07:49.965879 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a891cd66-9ca3-49c7-9959-5310ce7d873a req-d18131d8-4e2b-4b2f-8ecc-da1df652c49a tempest-VolumesActionsTest-3854712 tempest-VolumesActionsTest-3854712-project] 10.222.0.17 "GET /v2.0/ports?device_id=2eb463f9-92ba-4071-9aa5-a1bdccc80710 HTTP/1.1" status: 200 len: 210 time: 0.0310402 Jul 25 19:07:50.193419 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41926) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:50.197905 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-3cbf1cbd-e58d-4b44-ae9b-982d971aabaf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084703941', 'description': 'tempest-description--1639889405'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:07:50.292602 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1cbd-e58d-4b44-ae9b-982d971aabaf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:50.370523 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1cbd-e58d-4b44-ae9b-982d971aabaf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group (a96bbd02-dd07-4dbb-adf2-e9d4bd991495), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:50.435508 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1cbd-e58d-4b44-ae9b-982d971aabaf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a96bbd02-dd07-4dbb-adf2-e9d4bd991495), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:50.442844 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:50.470534 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf1cbd-e58d-4b44-ae9b-982d971aabaf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96bbd02-dd07-4dbb-adf2-e9d4bd991495,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:50.478794 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dd46c-a35b-47fc-8913-0b2794893dd8 req-ca312f79-7af3-4220-a1a6-4fd7db7db172 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:50.481119 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8c6dd46c-a35b-47fc-8913-0b2794893dd8 req-ca312f79-7af3-4220-a1a6-4fd7db7db172 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0578554 Jul 25 19:07:50.528015 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1cbd-e58d-4b44-ae9b-982d971aabaf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:50.529527 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3cbf1cbd-e58d-4b44-ae9b-982d971aabaf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3351083 Jul 25 19:07:50.533115 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 41932) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:50.537736 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-d419dcce-4d75-4f45-953d-abfe1c4361fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'security_group_rule': {'security_group_id': 'a96bbd02-dd07-4dbb-adf2-e9d4bd991495', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:07:50.546006 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8c6dd46c-a35b-47fc-8913-0b2794893dd8 req-3c134847-9b4a-475a-ac93-6041b455a4b2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549779 Jul 25 19:07:50.630235 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d419dcce-4d75-4f45-953d-abfe1c4361fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group_rule (ab618f68-b6b6-4697-b90a-0524e55a42c6), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:50.698816 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d419dcce-4d75-4f45-953d-abfe1c4361fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group_rule (ab618f68-b6b6-4697-b90a-0524e55a42c6), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:50.772170 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d419dcce-4d75-4f45-953d-abfe1c4361fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (ab618f68-b6b6-4697-b90a-0524e55a42c6), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:50.799792 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419dcce-4d75-4f45-953d-abfe1c4361fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab618f68-b6b6-4697-b90a-0524e55a42c6,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:50.888047 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d419dcce-4d75-4f45-953d-abfe1c4361fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:50.889296 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d419dcce-4d75-4f45-953d-abfe1c4361fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551877 Jul 25 19:07:50.893708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 41980) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:50.899568 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-7627cbfa-b550-4889-8452-b1da17f88c40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'security_group_rule': {'security_group_id': 'a96bbd02-dd07-4dbb-adf2-e9d4bd991495', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:07:50.905225 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:51.012459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7627cbfa-b550-4889-8452-b1da17f88c40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group_rule (965dc3cd-37e9-459e-90f9-687e73319e4d), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:51.078931 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7627cbfa-b550-4889-8452-b1da17f88c40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group_rule (965dc3cd-37e9-459e-90f9-687e73319e4d), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:51.183663 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7627cbfa-b550-4889-8452-b1da17f88c40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (965dc3cd-37e9-459e-90f9-687e73319e4d), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:51.219114 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627cbfa-b550-4889-8452-b1da17f88c40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965dc3cd-37e9-459e-90f9-687e73319e4d,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:51.309072 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7627cbfa-b550-4889-8452-b1da17f88c40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:51.309809 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-7627cbfa-b550-4889-8452-b1da17f88c40 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4149873 Jul 25 19:07:51.316207 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 41992) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:51.321041 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:07:51.438742 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:51.756391 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:51.894083 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Allocated IP 172.27.0.17 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/27b3f6d9-5497-49af-8900-082ba7c1a250) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:07:52.019451 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for port (27b3f6d9-5497-49af-8900-082ba7c1a250), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:52.051931 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:52.154979 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (27b3f6d9-5497-49af-8900-082ba7c1a250), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:52.202046 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:07:52.208304 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:07:52.212294 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:07:52.242318 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event updated for resources: {'Port': ['ID=27b3f6d9-5497-49af-8900-082ba7c1a250,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:52.353985 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (934852e3-324f-43a9-b5f5-28e298b345fc), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:52.388855 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=14 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:52.418941 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=20 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:52.536753 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=7,neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:52.547673 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (27b3f6d9-5497-49af-8900-082ba7c1a250), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:52.675099 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=35,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:52.676926 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:52.731002 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for port (27b3f6d9-5497-49af-8900-082ba7c1a250), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:53.007028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (27b3f6d9-5497-49af-8900-082ba7c1a250), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:53.092735 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event updated for resources: {'Port': ['ID=27b3f6d9-5497-49af-8900-082ba7c1a250,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:53.116174 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (934852e3-324f-43a9-b5f5-28e298b345fc), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:53.231084 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:53.237977 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-85e3f049-d535-4bd5-b15a-430af0759fef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9150236 Jul 25 19:07:53.314063 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 42074) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:53.476319 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-286e4985-600a-4eb8-9152-6ffd3d3614fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:53.552005 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-24b2f367-9cb2-42f0-922d-b62b37ceea87 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1084703941&fields=id&tenant_id=08c6be8edb884214bae7a0abbf97dc16 HTTP/1.1" status: 200 len: 267 time: 0.0774097 Jul 25 19:07:53.666706 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:53.697740 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-286e4985-600a-4eb8-9152-6ffd3d3614fe admin admin] Publish callbacks [] for security_group (2bcf9605-a7ba-421c-a982-2985c4f0937f), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:53.738742 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-20e6e002-696b-4d94-8648-6cfede486cbc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:07:53.740475 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-20e6e002-696b-4d94-8648-6cfede486cbc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 819 time: 0.1790304 Jul 25 19:07:53.762607 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-24282a35-ba0b-4914-8af4-06ca8e0fc81e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/quotas/08c6be8edb884214bae7a0abbf97dc16 HTTP/1.1" status: 200 len: 375 time: 0.0159597 Jul 25 19:07:53.807932 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-286e4985-600a-4eb8-9152-6ffd3d3614fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2bcf9605-a7ba-421c-a982-2985c4f0937f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:53.864647 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-9e4824dd-dc7b-419a-a473-bdd264a14ad2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0959046 Jul 25 19:07:53.871939 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e4985-600a-4eb8-9152-6ffd3d3614fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf9605-a7ba-421c-a982-2985c4f0937f,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:53.880081 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-286e4985-600a-4eb8-9152-6ffd3d3614fe admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=65833cba7b814fe5ab7e67fad9865a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637162 Jul 25 19:07:53.882228 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 42092) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:07:54.043715 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0505df0b-3599-45a0-b337-258492e0fac2 admin admin] Publish callbacks [] for security_group (2bcf9605-a7ba-421c-a982-2985c4f0937f), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:54.047547 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-d6b2bf77-4175-4f98-ae0d-e078268e8182 service neutron] 10.222.0.17 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668973 Jul 25 19:07:54.051066 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:07:54.120992 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0505df0b-3599-45a0-b337-258492e0fac2 admin admin] Publish callbacks [] for security_group (2bcf9605-a7ba-421c-a982-2985c4f0937f), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:54.199001 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-2835e117-47e6-4fc9-9da0-ef4e5677394a service neutron] 10.222.0.17 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419661 Jul 25 19:07:54.286068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0505df0b-3599-45a0-b337-258492e0fac2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2bcf9605-a7ba-421c-a982-2985c4f0937f), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:54.295867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0505df0b-3599-45a0-b337-258492e0fac2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:54.297036 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-0505df0b-3599-45a0-b337-258492e0fac2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2bcf9605-a7ba-421c-a982-2985c4f0937f HTTP/1.1" status: 204 len: 168 time: 0.4139366 Jul 25 19:07:54.306668 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505df0b-3599-45a0-b337-258492e0fac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf9605-a7ba-421c-a982-2985c4f0937f,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:07:54.477567 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c3024d2c-81f4-4152-a1e8-7241626ddc3e req-33385a8f-6689-4ee5-80d6-f308c491d514 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0425572 Jul 25 19:07:55.595277 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-eda0aca8-6c10-4fbd-80dd-55f197cdb0ee req-4a7ef81c-74fe-47b1-9e8e-5d669ba15577 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0304844 Jul 25 19:07:55.812535 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-59c151bc-5141-491c-a14a-a1fb9d794764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:56.729276 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-56e34878-5236-4bc4-9d44-35581b6384e5 req-7ce8b109-a45a-4931-8a15-9c1ad214287b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0316014 Jul 25 19:07:57.852627 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f80ee744-b0dc-4780-b292-6127a3d549c7 req-d77120d5-130d-4096-9dd2-7187066d7751 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0309207 Jul 25 19:07:58.252675 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-461c5d0b-ef9e-4de0-bfe3-5ec7e2c2f464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:07:58.964126 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3088d19d-8d32-4f23-afd8-fdb3729b1f5d req-a55235e1-9204-4ff1-bf7a-795c57747c65 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0273700 Jul 25 19:07:59.463018 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:00.081522 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7b92ddf2-650c-43ee-b5fe-27cdfa638f8c req-eb525959-8050-40a7-9924-34b6265ad6ac tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0330560 Jul 25 19:08:00.760511 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:00.771474 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-d20d5ec0-e3a3-41cb-8674-938c73e55fa3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:00.773024 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-d20d5ec0-e3a3-41cb-8674-938c73e55fa3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 819 time: 0.1271043 Jul 25 19:08:00.891802 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:01.194564 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98c88ed7-bea8-4cff-b679-d4cdbd753af6 req-e1bd7a71-da3e-4552-9b62-5c85d97b64b7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0334420 Jul 25 19:08:01.240464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:01.305468 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-32a9262c-a5e5-41fe-b8d3-718e1e55810a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08c6be8edb884214bae7a0abbf97dc16 HTTP/1.1" status: 200 len: 380 time: 0.0583184 Jul 25 19:08:01.317305 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'port': {'device_id': '047c609b-8920-48da-a883-8ecb7c6214e9', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'admin_state_up': True, 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'security_groups': ['a96bbd02-dd07-4dbb-adf2-e9d4bd991495']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:08:01.589219 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Made reservation on behalf of 08c6be8edb884214bae7a0abbf97dc16 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:08:01.596043 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:01.752433 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Allocated IP 172.20.0.6 (9229fc30-046e-4028-a03d-cbb3123aa86d/6ffa02b3-5251-4b98-ab9c-4b888f9b229d/2e704b22-3b93-4105-9a08-ff7d4aa61557) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:08:01.941570 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:02.012475 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:02.022119 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:02.067170 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Network 9229fc30-046e-4028-a03d-cbb3123aa86d is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:08:02.071002 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:08:02.073774 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:08:02.106352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event updated for resources: {'Port': ['ID=2e704b22-3b93-4105-9a08-ff7d4aa61557,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:02.150378 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:02.151038 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:02.228324 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-4760cdff-ddb0-4d51-aba2-600c52a3988a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9149063 Jul 25 19:08:02.244346 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Request body: {'port': {'device_id': '047c609b-8920-48da-a883-8ecb7c6214e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:08:02.294430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-ac50898f-5a4d-4062-8fa2-7ed09ce9fae1 None None] Provisioning complete for port 2e704b22-3b93-4105-9a08-ff7d4aa61557 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:08:02.296098 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ac50898f-5a4d-4062-8fa2-7ed09ce9fae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:02.315271 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:02.325698 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:02.346600 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e7aae-be5e-4dd0-ab6a-f72da1d5d833 req-b78b236f-fc3b-41cd-9513-32bdd076030d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:02.348242 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c13e7aae-be5e-4dd0-ab6a-f72da1d5d833 req-b78b236f-fc3b-41cd-9513-32bdd076030d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 931 time: 0.0552545 Jul 25 19:08:02.349933 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-ac50898f-5a4d-4062-8fa2-7ed09ce9fae1 None None] Port 2e704b22-3b93-4105-9a08-ff7d4aa61557 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:08:02.426645 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c13e7aae-be5e-4dd0-ab6a-f72da1d5d833 req-45401f83-bf5d-4669-8890-1c90e66d957b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711274 Jul 25 19:08:02.645484 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e704b22-3b93-4105-9a08-ff7d4aa61557 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:08:02.653497 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Publish callbacks [] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:02.667727 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Transition to ACTIVE for port object 2e704b22-3b93-4105-9a08-ff7d4aa61557 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:08:02.748934 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:02.809625 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Pushing event updated for resources: {'Port': ['ID=2e704b22-3b93-4105-9a08-ff7d4aa61557,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:02.910755 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Attempting to bind port 2e704b22-3b93-4105-9a08-ff7d4aa61557 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:08:02.911209 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Attempting to bind port 2e704b22-3b93-4105-9a08-ff7d4aa61557 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:08:02.911560 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Attempting to bind port 2e704b22-3b93-4105-9a08-ff7d4aa61557 on network 9229fc30-046e-4028-a03d-cbb3123aa86d {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:08:02.930375 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Port 2e704b22-3b93-4105-9a08-ff7d4aa61557 on network 9229fc30-046e-4028-a03d-cbb3123aa86d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:08:02.930375 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Attempting to bind port 2e704b22-3b93-4105-9a08-ff7d4aa61557 on network 9229fc30-046e-4028-a03d-cbb3123aa86d {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:08:02.946922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:08:02.946922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Checking segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:08:02.946922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Bound using segment: {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:08:02.946922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Bound port: 2e704b22-3b93-4105-9a08-ff7d4aa61557, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d66e84-5953-40d5-8e4e-ca98be73faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:08:02.946922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:03.017658 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] For port 2e704b22-3b93-4105-9a08-ff7d4aa61557, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:08:03.020980 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] For port 2e704b22-3b93-4105-9a08-ff7d4aa61557, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:08:03.103707 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:03.110281 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:03.144767 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:03.145357 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:03.146846 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] 10.222.0.88 "PUT /v2.0/ports/2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 200 len: 1093 time: 0.9090145 Jul 25 19:08:03.149624 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:08:03.152730 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b883063-4739-4491-b6b6-7cb1dd7dde46" -d '{"events": [{"name": "network-changed", "server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:08:03.188128 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a98262-bb1f-4019-9ce7-2befb45cc56e service neutron] Pushing event updated for resources: {'Port': ['ID=2e704b22-3b93-4105-9a08-ff7d4aa61557,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:03.228167 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e300985-698f-40ec-8cfe-709c9efeb28d x-openstack-request-id: req-6e300985-698f-40ec-8cfe-709c9efeb28d {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:08:03.228485 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:08:03.228768 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6e300985-698f-40ec-8cfe-709c9efeb28d {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:08:03.229181 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e300985-698f-40ec-8cfe-709c9efeb28d'] response: {'name': 'network-changed', 'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'status': 'completed', 'code': 200} Jul 25 19:08:03.556148 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96136c2d-ec53-43ea-b57f-ea0cf6285cc5 req-2fbd36a1-b35e-4324-aa11-2a307027b0ce tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:03.557661 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-96136c2d-ec53-43ea-b57f-ea0cf6285cc5 req-2fbd36a1-b35e-4324-aa11-2a307027b0ce tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0524380 Jul 25 19:08:03.621662 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-96136c2d-ec53-43ea-b57f-ea0cf6285cc5 req-d3f97d5b-e76b-46d7-98a6-8ea10cdd666f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569086 Jul 25 19:08:04.755504 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16dc225-e43e-47ff-8d60-44af26bc1f6a req-2e0492bb-2921-4271-8bac-59da09bd30be tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:04.757480 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b16dc225-e43e-47ff-8d60-44af26bc1f6a req-2e0492bb-2921-4271-8bac-59da09bd30be tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0506859 Jul 25 19:08:04.812060 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b16dc225-e43e-47ff-8d60-44af26bc1f6a req-aacdd577-65bd-47d8-8cf4-8e4be94f6488 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488048 Jul 25 19:08:05.940591 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562a2e3-a9b7-454c-9dab-9f4997b8c0ad req-c498a781-ff02-4c0f-9063-55f948fbab08 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:05.942085 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5562a2e3-a9b7-454c-9dab-9f4997b8c0ad req-c498a781-ff02-4c0f-9063-55f948fbab08 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0536375 Jul 25 19:08:05.991331 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5562a2e3-a9b7-454c-9dab-9f4997b8c0ad req-0669e8b5-b8f2-42c9-ad59-26ba63d4d73f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436921 Jul 25 19:08:07.121906 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354853c8-2448-45e9-9783-f9a8b39a12c7 req-9ab2119b-28b1-4251-8499-2cbedf5b8953 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:07.123490 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-354853c8-2448-45e9-9783-f9a8b39a12c7 req-9ab2119b-28b1-4251-8499-2cbedf5b8953 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0518951 Jul 25 19:08:07.184247 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-354853c8-2448-45e9-9783-f9a8b39a12c7 req-bdc14db9-81ec-439f-af6d-f136247e7f84 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546610 Jul 25 19:08:08.320967 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbbbe4-aa49-4ff9-98fc-d8a1b53bfc17 req-8f3bc348-aa45-4006-a1c1-287bbd7720b3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:08.322462 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cdfbbbe4-aa49-4ff9-98fc-d8a1b53bfc17 req-8f3bc348-aa45-4006-a1c1-287bbd7720b3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0532155 Jul 25 19:08:08.372838 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cdfbbbe4-aa49-4ff9-98fc-d8a1b53bfc17 req-c3b99b9e-2faa-4a65-9346-10dd04d5b341 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443230 Jul 25 19:08:09.519518 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b883063-4739-4491-b6b6-7cb1dd7dde46 req-99c58cdd-5259-424e-ab9c-fc0285e3eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:09.521065 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8b883063-4739-4491-b6b6-7cb1dd7dde46 req-99c58cdd-5259-424e-ab9c-fc0285e3eae9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1127 time: 0.0870330 Jul 25 19:08:09.526423 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:09.534881 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746bd93-35e2-43d3-9ee6-dc054f5c6a57 req-43d4cfb9-aa14-4990-a19a-8c10812d16c2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:09.534881 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2746bd93-35e2-43d3-9ee6-dc054f5c6a57 req-43d4cfb9-aa14-4990-a19a-8c10812d16c2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0705352 Jul 25 19:08:09.587133 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2746bd93-35e2-43d3-9ee6-dc054f5c6a57 req-a386ef2a-46c3-48be-b7c6-e012c61cc69d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458624 Jul 25 19:08:10.719259 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2fc90-79e2-43c9-8674-0523636ed4b0 req-e68a61ae-94bc-4255-aca2-a54e9c6de730 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:10.720938 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a8e2fc90-79e2-43c9-8674-0523636ed4b0 req-e68a61ae-94bc-4255-aca2-a54e9c6de730 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0512881 Jul 25 19:08:10.787741 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a8e2fc90-79e2-43c9-8674-0523636ed4b0 req-1c5d35c3-896a-4bf6-8fba-b4aad7beadcb tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591881 Jul 25 19:08:11.918095 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abc3e9-6236-428d-bfc9-10fce0a89b4c req-87b03a63-79c9-40b4-8c64-cefa1562a6e1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:11.919520 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e6abc3e9-6236-428d-bfc9-10fce0a89b4c req-87b03a63-79c9-40b4-8c64-cefa1562a6e1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0553849 Jul 25 19:08:11.969524 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e6abc3e9-6236-428d-bfc9-10fce0a89b4c req-18810983-3a9d-42f0-abf4-9e625b44c635 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Jul 25 19:08:12.805475 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:08:13.016694 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:13.034184 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b883063-4739-4491-b6b6-7cb1dd7dde46 req-9eec4f30-b752-4441-9042-41cdb91fd2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:13.035982 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8b883063-4739-4491-b6b6-7cb1dd7dde46 req-9eec4f30-b752-4441-9042-41cdb91fd2bc service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=08c6be8edb884214bae7a0abbf97dc16&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1142368 Jul 25 19:08:13.103401 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421600e4-e962-4d9d-ac31-6b02de4eab72 req-b5931fcd-59a8-4565-83ca-692f0b80d05d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:13.105730 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-421600e4-e962-4d9d-ac31-6b02de4eab72 req-b5931fcd-59a8-4565-83ca-692f0b80d05d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0523992 Jul 25 19:08:13.141835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b883063-4739-4491-b6b6-7cb1dd7dde46 req-05451bd5-06cc-41bc-b28f-07e57f6cdc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:13.142577 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8b883063-4739-4491-b6b6-7cb1dd7dde46 req-05451bd5-06cc-41bc-b28f-07e57f6cdc65 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005960 Jul 25 19:08:13.164323 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-421600e4-e962-4d9d-ac31-6b02de4eab72 req-365f248b-aab4-4975-95aa-8536e77d56ed tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521662 Jul 25 19:08:13.229404 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-918b0c6d-e61f-40ab-9d4d-2459cdc249a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:13.230971 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-918b0c6d-e61f-40ab-9d4d-2459cdc249a9 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1127 time: 0.0437210 Jul 25 19:08:13.274692 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-61a6dde7-1c4f-48e7-90d4-86aa8d0b8559 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 200 len: 217 time: 0.0351532 Jul 25 19:08:13.330424 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-57f0ba9e-bc45-4983-8c0a-f68ea666a719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:13.331889 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-57f0ba9e-bc45-4983-8c0a-f68ea666a719 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0501380 Jul 25 19:08:13.379503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-d05c1413-753d-443f-9146-c834a361f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:13.381269 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-d05c1413-753d-443f-9146-c834a361f08b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436642 Jul 25 19:08:13.479286 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-1cb49de2-60c7-4df3-8bb8-609e3335ee62 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912969 Jul 25 19:08:13.586683 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b07b1d47-a956-49e4-aa4f-b0adeb1b572d req-ded225ef-5634-4a42-89fb-fc0608eb3d43 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970538 Jul 25 19:08:14.276677 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:14.287926 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a11f5-fa02-422e-87ac-65091f130f0c req-c11ddb20-8d0b-48d0-b21b-4685ad79ef64 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:14.289338 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b4a11f5-fa02-422e-87ac-65091f130f0c req-c11ddb20-8d0b-48d0-b21b-4685ad79ef64 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0497684 Jul 25 19:08:14.339095 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b4a11f5-fa02-422e-87ac-65091f130f0c req-228c84ea-941d-4253-ae6b-2f0337ec5815 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439284 Jul 25 19:08:15.464546 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62936103-82f4-452a-a13c-fc2da9fe913d req-d1b689ab-e2ef-4e86-9af9-34b596f1684c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:15.466029 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-62936103-82f4-452a-a13c-fc2da9fe913d req-d1b689ab-e2ef-4e86-9af9-34b596f1684c tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0496221 Jul 25 19:08:15.498088 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:15.517113 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-62936103-82f4-452a-a13c-fc2da9fe913d req-f191e673-2809-47e6-ad9b-239c82d21728 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Jul 25 19:08:16.653964 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3185d-c5cb-46c0-839c-35936de22aba req-e6123244-c281-42a6-96dc-da744a42f282 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:16.656427 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a0d3185d-c5cb-46c0-839c-35936de22aba req-e6123244-c281-42a6-96dc-da744a42f282 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0560174 Jul 25 19:08:16.721707 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a0d3185d-c5cb-46c0-839c-35936de22aba req-0deb6e35-a18a-4c80-b3ad-1999f5f60fd7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588913 Jul 25 19:08:17.883811 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16f08b-c927-4e74-a4c0-4cb2e976905b req-71d42d24-add5-4dd7-883b-ee750803cc5f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:17.885781 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6b16f08b-c927-4e74-a4c0-4cb2e976905b req-71d42d24-add5-4dd7-883b-ee750803cc5f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0809522 Jul 25 19:08:17.960177 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6b16f08b-c927-4e74-a4c0-4cb2e976905b req-53e645c0-15be-4024-b4bd-4b182be2d0c3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673583 Jul 25 19:08:19.150997 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cfb53-0feb-4e07-a38b-98116976cced req-0ee2fb11-91ff-409a-bd63-056fc8d102a4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:19.150997 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cb6cfb53-0feb-4e07-a38b-98116976cced req-0ee2fb11-91ff-409a-bd63-056fc8d102a4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0684435 Jul 25 19:08:19.215836 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cb6cfb53-0feb-4e07-a38b-98116976cced req-eb9dee6d-e7ea-4b74-ae64-66ceb1230ba4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579255 Jul 25 19:08:19.448933 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:19.454936 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:20.408237 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb09412-b5e4-4cd2-acc5-6989b5343474 req-c35ab7af-3394-44b0-b81b-cbfca18f5ebc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:20.410768 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ebb09412-b5e4-4cd2-acc5-6989b5343474 req-c35ab7af-3394-44b0-b81b-cbfca18f5ebc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0736537 Jul 25 19:08:20.497372 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ebb09412-b5e4-4cd2-acc5-6989b5343474 req-2678f276-88c5-496d-833f-76a2c5effc51 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755093 Jul 25 19:08:20.801150 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:21.672804 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21255e16-b991-43a7-8915-39775f367ac9 req-c1f58100-268e-43c9-8079-e5b93b44a94a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:21.675613 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-21255e16-b991-43a7-8915-39775f367ac9 req-c1f58100-268e-43c9-8079-e5b93b44a94a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0621316 Jul 25 19:08:21.747419 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-21255e16-b991-43a7-8915-39775f367ac9 req-5b57131f-0ba9-4fae-88f7-571e0e47dd05 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612500 Jul 25 19:08:22.802506 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:22.905784 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e7821-7c12-4bdc-96dd-1dd1fde70272 req-0a04d23d-a5b6-4165-b5c6-2aeb643663da tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:22.908678 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e47e7821-7c12-4bdc-96dd-1dd1fde70272 req-0a04d23d-a5b6-4165-b5c6-2aeb643663da tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0616367 Jul 25 19:08:22.988189 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e47e7821-7c12-4bdc-96dd-1dd1fde70272 req-cc214187-f7d3-44e0-938c-80425e9f9653 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696816 Jul 25 19:08:24.147360 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7cf62-3544-4eb9-9c40-4c33918c5a15 req-187e4735-3ee0-416a-84c0-a8df125cee12 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:24.150125 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a5a7cf62-3544-4eb9-9c40-4c33918c5a15 req-187e4735-3ee0-416a-84c0-a8df125cee12 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0656157 Jul 25 19:08:24.221033 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a5a7cf62-3544-4eb9-9c40-4c33918c5a15 req-e7556282-6696-41b2-b459-6eb7f0b925ef tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530317 Jul 25 19:08:25.331877 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:25.378667 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7af434-8be2-45bb-810e-e6cb58ae3c86 req-4af14fb4-eb93-4051-9089-7a63059ba63a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:25.380729 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2a7af434-8be2-45bb-810e-e6cb58ae3c86 req-4af14fb4-eb93-4051-9089-7a63059ba63a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0598216 Jul 25 19:08:25.440478 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2a7af434-8be2-45bb-810e-e6cb58ae3c86 req-c808d671-4890-4799-b5d4-4811666495b5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527842 Jul 25 19:08:25.817513 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-95dbf257-0ee8-4990-b1cf-5973736ceac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:26.611358 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b653b-2704-4c14-9f66-e30940d704be req-3dd245aa-9b67-4711-a4c2-15545e4fc187 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:26.613087 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-093b653b-2704-4c14-9f66-e30940d704be req-3dd245aa-9b67-4711-a4c2-15545e4fc187 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0557427 Jul 25 19:08:26.678999 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-093b653b-2704-4c14-9f66-e30940d704be req-8f715906-2bd3-43a8-849d-ac13ec9e1632 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598586 Jul 25 19:08:27.796733 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e859d80-6e71-428f-a5af-10253e2538d4 req-ca186f67-6321-44cc-81aa-d522d47900fe tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:27.798193 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2e859d80-6e71-428f-a5af-10253e2538d4 req-ca186f67-6321-44cc-81aa-d522d47900fe tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0490408 Jul 25 19:08:27.852062 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2e859d80-6e71-428f-a5af-10253e2538d4 req-6e8be01a-34e6-4ba5-abe6-50c305ff96ee tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482109 Jul 25 19:08:28.349206 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-0dee273e-17a5-4e4b-b2ea-c0d94f5299fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:28.997697 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22601baf-52a5-4fab-8bfa-a0da88acbb0f req-5fb0aff8-3c73-4349-8468-c21e78fc7932 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:29.008596 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-22601baf-52a5-4fab-8bfa-a0da88acbb0f req-5fb0aff8-3c73-4349-8468-c21e78fc7932 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 943 time: 0.0632114 Jul 25 19:08:29.029011 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:29.069780 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-22601baf-52a5-4fab-8bfa-a0da88acbb0f req-541c23fc-50e0-4087-b6f5-14babf8b1501 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620677 Jul 25 19:08:29.457049 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 2e704b22-3b93-4105-9a08-ff7d4aa61557 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:08:29.486281 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:29.613012 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 2e704b22-3b93-4105-9a08-ff7d4aa61557, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:08:29.633294 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'mac_address': 'fa:16:3e:b9:a3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:08:29.680654 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 2e704b22-3b93-4105-9a08-ff7d4aa61557 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:08:29.681054 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:29.697321 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e704b22-3b93-4105-9a08-ff7d4aa61557 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:08:29.722101 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 2e704b22-3b93-4105-9a08-ff7d4aa61557, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:08:29.823410 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:29.896907 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=2e704b22-3b93-4105-9a08-ff7d4aa61557,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:30.190510 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c957fc8-a12e-453a-af17-a8f3e3c36630 req-cc836e04-6299-468a-a790-b7d810cace35 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:30.192338 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8c957fc8-a12e-453a-af17-a8f3e3c36630 req-cc836e04-6299-468a-a790-b7d810cace35 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0505099 Jul 25 19:08:30.248190 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8c957fc8-a12e-453a-af17-a8f3e3c36630 req-ce63d8da-bc3c-43cc-9c20-4249ccc328fe tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501037 Jul 25 19:08:30.957122 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:31.142424 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['2e704b22-3b93-4105-9a08-ff7d4aa61557'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:08:31.320461 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:31.390414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db198b2-9a78-4ba1-970f-12211cb1f478 req-294bb67d-c445-4252-b815-9128a0aaa9e4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:31.392036 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9db198b2-9a78-4ba1-970f-12211cb1f478 req-294bb67d-c445-4252-b815-9128a0aaa9e4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0654302 Jul 25 19:08:31.484163 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9db198b2-9a78-4ba1-970f-12211cb1f478 req-8ae8e8da-9833-4cd2-895f-0f5ed65c3e9a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750592 Jul 25 19:08:31.610501 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-01a96911-80d9-4419-abd2-296e4662d853 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530930 Jul 25 19:08:31.734531 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-c1d70b9d-5471-4bee-bf3b-602756b969ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:31.736080 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-c1d70b9d-5471-4bee-bf3b-602756b969ce service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1129 time: 0.0634284 Jul 25 19:08:31.869836 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-08b42553-4ef1-4706-a7c1-8e2d4ceccf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:31.871333 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-08b42553-4ef1-4706-a7c1-8e2d4ceccf60 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.1105087 Jul 25 19:08:32.018624 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-7f59e356-ef98-4c8c-a997-95f1d7f19ee6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 1001 time: 0.1377220 Jul 25 19:08:32.411878 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:32.418459 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-5908192f-db8e-427c-ab5f-333f20622a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:32.420291 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-5908192f-db8e-427c-ab5f-333f20622a6b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.3950095 Jul 25 19:08:32.475551 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-7660406f-7fc8-4155-b427-6492b340fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:32.476890 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-7660406f-7fc8-4155-b427-6492b340fd4d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475223 Jul 25 19:08:32.642139 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-6907b241-1647-4551-8230-bced326f4705 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544101 Jul 25 19:08:32.673383 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6569f-30e9-42a2-b51b-f8dd31130211 req-961064fc-c152-4d48-b4b0-c6b18331eb93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:32.676960 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5ca6569f-30e9-42a2-b51b-f8dd31130211 req-961064fc-c152-4d48-b4b0-c6b18331eb93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0666144 Jul 25 19:08:32.759754 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5ca6569f-30e9-42a2-b51b-f8dd31130211 req-98ffb16f-3df1-4027-b875-aa1045cf0b2d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772743 Jul 25 19:08:32.775956 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e36eaa0e-043f-4a13-8953-fadbb2f84a58 req-b8eec28c-ebb8-446d-be40-d3c0e752e802 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232922 Jul 25 19:08:33.910736 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aac869-5e3d-4a1d-a0c1-4bc8ae0b0ee7 req-4389a202-28cc-4970-b6e6-1349443fc82b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:33.912291 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-48aac869-5e3d-4a1d-a0c1-4bc8ae0b0ee7 req-4389a202-28cc-4970-b6e6-1349443fc82b tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0530629 Jul 25 19:08:33.963134 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-48aac869-5e3d-4a1d-a0c1-4bc8ae0b0ee7 req-1e91a12b-ce8a-40a0-bb4e-9042fd962411 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452683 Jul 25 19:08:35.112570 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0fff4-80fb-43c0-a913-51567e6c3294 req-1345e32b-238a-4233-802c-31804644ee45 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:35.114196 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5dc0fff4-80fb-43c0-a913-51567e6c3294 req-1345e32b-238a-4233-802c-31804644ee45 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0674534 Jul 25 19:08:35.167894 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5dc0fff4-80fb-43c0-a913-51567e6c3294 req-887e2114-567c-429b-83b3-525a588bf012 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479729 Jul 25 19:08:36.292054 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70160e0-8615-4632-bc72-b1a4a86c3789 req-0911635a-eb7a-457b-a6f9-c77b3b0dc6c5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:36.293480 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e70160e0-8615-4632-bc72-b1a4a86c3789 req-0911635a-eb7a-457b-a6f9-c77b3b0dc6c5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0501382 Jul 25 19:08:36.343406 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e70160e0-8615-4632-bc72-b1a4a86c3789 req-ab4f6871-9e2e-4a22-84d7-23594d68d980 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442913 Jul 25 19:08:37.464908 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fa659-0ef9-40f6-a141-d67faa93d2d8 req-f784ecea-c90c-4709-bb72-eeb928674bab tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:37.466417 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2f5fa659-0ef9-40f6-a141-d67faa93d2d8 req-f784ecea-c90c-4709-bb72-eeb928674bab tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0486701 Jul 25 19:08:37.525411 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2f5fa659-0ef9-40f6-a141-d67faa93d2d8 req-529800e2-bdeb-4417-a1a7-f9e780578b60 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526226 Jul 25 19:08:38.648583 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139af4bb-f7c9-4052-ae2c-8a8db8abda02 req-df868067-7e67-4e39-99bf-56c8be31b444 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:38.649981 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-139af4bb-f7c9-4052-ae2c-8a8db8abda02 req-df868067-7e67-4e39-99bf-56c8be31b444 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0476151 Jul 25 19:08:38.701631 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-139af4bb-f7c9-4052-ae2c-8a8db8abda02 req-bd53e475-607f-46e7-974b-68f62d0cd9d3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459042 Jul 25 19:08:39.835509 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c88802-b81b-4c0d-84e0-0430d9480c3e req-71543564-4a3d-494c-9040-f02caace67a3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:39.838295 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-59c88802-b81b-4c0d-84e0-0430d9480c3e req-71543564-4a3d-494c-9040-f02caace67a3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0547593 Jul 25 19:08:39.943003 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-59c88802-b81b-4c0d-84e0-0430d9480c3e req-44eaf47a-558c-44ed-b2e2-8da518457fe5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969958 Jul 25 19:08:41.080818 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ecee85-0ce9-4762-ab41-24a9f7be38ae req-0b85e85f-4784-4880-a3c8-283a38e97186 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:41.082545 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a7ecee85-0ce9-4762-ab41-24a9f7be38ae req-0b85e85f-4784-4880-a3c8-283a38e97186 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 944 time: 0.0563641 Jul 25 19:08:41.146202 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a7ecee85-0ce9-4762-ab41-24a9f7be38ae req-967bcadf-3cd9-4665-83cd-8799a1a3c205 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565197 Jul 25 19:08:41.292833 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:41.298219 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:41.618726 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 2e704b22-3b93-4105-9a08-ff7d4aa61557 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:08:41.676550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 2e704b22-3b93-4105-9a08-ff7d4aa61557 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:08:41.761164 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:41.761866 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 2e704b22-3b93-4105-9a08-ff7d4aa61557 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:08:41.762254 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:41.842130 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 2e704b22-3b93-4105-9a08-ff7d4aa61557 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:08:41.842559 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:41.867487 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:08:41.869852 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae995213-0d5f-4e5e-b707-10d17619b93d" -d '{"events": [{"server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "name": "network-vif-plugged", "status": "completed", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:08:41.885709 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 2e704b22-3b93-4105-9a08-ff7d4aa61557, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:08:41.915873 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f15edb-7467-4a3c-8b75-1b318c729acc x-openstack-request-id: req-71f15edb-7467-4a3c-8b75-1b318c729acc {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:08:41.915873 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "name": "network-vif-plugged", "status": "completed", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:08:41.915873 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-71f15edb-7467-4a3c-8b75-1b318c729acc {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:08:41.915873 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71f15edb-7467-4a3c-8b75-1b318c729acc'] response: {'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'code': 200} Jul 25 19:08:41.948298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:42.007327 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=2e704b22-3b93-4105-9a08-ff7d4aa61557,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:42.015001 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.015296 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.015671 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.016041 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.016449 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.016928 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.017265 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.017601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.017937 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.018272 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.018635 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.018984 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.019317 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.019644 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.019970 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:42.280029 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e0aef-e647-4289-a3b0-dca1574cf02e req-b70bd318-0164-4880-89b4-0f6929a25982 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:42.281560 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7b1e0aef-e647-4289-a3b0-dca1574cf02e req-b70bd318-0164-4880-89b4-0f6929a25982 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0508592 Jul 25 19:08:42.300609 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:42.330620 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7b1e0aef-e647-4289-a3b0-dca1574cf02e req-de327850-ae2f-430a-a590-abb3cf031a7d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428467 Jul 25 19:08:43.022038 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa8ce8-f94c-4a22-a0d1-c99b798caecb req-f12cd32f-c5a4-4e32-b3a6-3a179c34232c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:43.023603 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-86fa8ce8-f94c-4a22-a0d1-c99b798caecb req-f12cd32f-c5a4-4e32-b3a6-3a179c34232c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1129 time: 0.0423734 Jul 25 19:08:43.070227 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-86fa8ce8-f94c-4a22-a0d1-c99b798caecb req-02d284aa-13dd-419c-bfd0-13c6dbf648de service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397153 Jul 25 19:08:43.417026 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:43.455766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb03f9f-8d31-4c8a-8205-ac0d3ffed9ca req-3f8324a5-514b-48cb-92f8-0f486679b988 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:43.457294 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8eb03f9f-8d31-4c8a-8205-ac0d3ffed9ca req-3f8324a5-514b-48cb-92f8-0f486679b988 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0507843 Jul 25 19:08:43.512118 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8eb03f9f-8d31-4c8a-8205-ac0d3ffed9ca req-d07958ba-0732-49a5-b862-2a4ed499386e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492852 Jul 25 19:08:44.642216 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aafdfc-2440-4569-89f3-0c78db3a77c3 req-cc3e8573-7a71-4011-ab84-692e2e7aad75 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:44.642995 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f0aafdfc-2440-4569-89f3-0c78db3a77c3 req-cc3e8573-7a71-4011-ab84-692e2e7aad75 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0553498 Jul 25 19:08:44.696888 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f0aafdfc-2440-4569-89f3-0c78db3a77c3 req-969f8a43-75a3-4f78-bfc0-c4ae0702f6f1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Jul 25 19:08:45.823238 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1e727-d0b6-4391-8f3a-a94a779b2493 req-5d041470-a48d-4656-87ba-93ad485444e0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:45.824711 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b0e1e727-d0b6-4391-8f3a-a94a779b2493 req-5d041470-a48d-4656-87ba-93ad485444e0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0498104 Jul 25 19:08:45.874916 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b0e1e727-d0b6-4391-8f3a-a94a779b2493 req-149ea746-a483-4f51-b2f7-77265e93f7cf tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Jul 25 19:08:47.003340 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b846d48-a000-4ea6-a261-de9ccc1fcda4 req-5456d3f2-0919-49bc-80eb-24bae467d711 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:47.005107 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b846d48-a000-4ea6-a261-de9ccc1fcda4 req-5456d3f2-0919-49bc-80eb-24bae467d711 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0530689 Jul 25 19:08:47.057772 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b846d48-a000-4ea6-a261-de9ccc1fcda4 req-f010810f-417e-4214-b8d3-e2131c69e026 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470695 Jul 25 19:08:47.177767 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333b1fd-0ec3-4793-9e24-f80e25878e3c req-60229405-bb0e-4a33-a8c0-c443429f7ba4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:47.179360 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7333b1fd-0ec3-4793-9e24-f80e25878e3c req-60229405-bb0e-4a33-a8c0-c443429f7ba4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0531995 Jul 25 19:08:47.190877 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 42944) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:47.195388 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'floatingip': {'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:08:47.267516 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (934852e3-324f-43a9-b5f5-28e298b345fc), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:47.473330 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:48.099149 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:48.165648 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (934852e3-324f-43a9-b5f5-28e298b345fc), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:48.267392 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Floating IP 934852e3-324f-43a9-b5f5-28e298b345fc associated. External IP: 172.27.0.17, port: 2e704b22-3b93-4105-9a08-ff7d4aa61557. Jul 25 19:08:48.484459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:08:48.491778 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:48.603315 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:08:48.608567 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:48.615968 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] Sync routers for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:08:48.627039 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:08:48.627736 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:08:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:08:48.643014 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5e68409f-281b-40d9-9c3d-2036e2d3b4e9 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "PUT /v2.0/floatingips/934852e3-324f-43a9-b5f5-28e298b345fc HTTP/1.1" status: 200 len: 990 time: 1.4507024 Jul 25 19:08:48.643867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:08:48.646511 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:08:48.685718 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806094d9-976a-4b23-8a41-fbbe7cfb3734 x-openstack-request-id: req-806094d9-976a-4b23-8a41-fbbe7cfb3734 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:08:48.686089 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:08:48.686402 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-806094d9-976a-4b23-8a41-fbbe7cfb3734 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:08:48.686878 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-806094d9-976a-4b23-8a41-fbbe7cfb3734'] response: {'name': 'network-changed', 'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'status': 'completed', 'code': 200} Jul 25 19:08:48.747093 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:08:48.759459 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-f4ce3990-497b-4933-8afd-d3911d359660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:48.761778 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-f4ce3990-497b-4933-8afd-d3911d359660 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1129 time: 0.0477931 Jul 25 19:08:48.821778 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:48.871390 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-88df9b3c-7588-4bdc-98fc-0d766b91e5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:48.872954 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-88df9b3c-7588-4bdc-98fc-0d766b91e5e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.1023929 Jul 25 19:08:48.941587 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-8034f440-59f0-447c-84c5-407b62b4d433 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 200 len: 998 time: 0.0620227 Jul 25 19:08:48.996485 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-f72c9a11-cde2-4ff9-9d2b-f824736f31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:48.997992 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-f72c9a11-cde2-4ff9-9d2b-f824736f31ea service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0496542 Jul 25 19:08:49.040130 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '934852e3-324f-43a9-b5f5-28e298b345fc', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'mac_address': 'fa:16:3e:b9:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c609b-8920-48da-a883-8ecb7c6214e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:07:52Z', 'updated_at': '2022-07-25T19:08:47Z', 'revision_number': 1, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:08:49.050618 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-4cda7c0e-7860-44ba-a4cf-3a397ce4675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:08:49.051842 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-4cda7c0e-7860-44ba-a4cf-3a397ce4675d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0459344 Jul 25 19:08:49.068479 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] Checking router: 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:08:49.077618 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:08:49.078360 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:08:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:08:49.176960 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 42974) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:49.180451 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-87d5338f-cf64-45f3-b568-63a797675be7 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208956 Jul 25 19:08:49.264015 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Deleting subnet c35a6b2a-7e10-48d4-8060-9c659f0b0413 {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:08:49.270212 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Publish callbacks [] for subnet (c35a6b2a-7e10-48d4-8060-9c659f0b0413), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.345028 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:08:49.354585 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0bcec74a-d7b1-42ea-aa6e-58cd0a101fcb req-545a57f1-4406-426e-9cd5-556b7114d31d service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617019 Jul 25 19:08:49.362636 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (c35a6b2a-7e10-48d4-8060-9c659f0b0413), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.394221 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:49.414732 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (c35a6b2a-7e10-48d4-8060-9c659f0b0413), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.544927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:49.596275 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '934852e3-324f-43a9-b5f5-28e298b345fc', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'mac_address': 'fa:16:3e:b9:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c609b-8920-48da-a883-8ecb7c6214e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:07:52Z', 'updated_at': '2022-07-25T19:08:47Z', 'revision_number': 1, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:08:49.600503 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (c35a6b2a-7e10-48d4-8060-9c659f0b0413), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.624445 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c828cc5-610f-4c83-b00b-246d4c91dfbf None None] The sync data for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi is: [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '934852e3-324f-43a9-b5f5-28e298b345fc', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'mac_address': 'fa:16:3e:b9:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c609b-8920-48da-a883-8ecb7c6214e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:07:52Z', 'updated_at': '2022-07-25T19:08:47Z', 'revision_number': 1, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:08:49.627391 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35a6b2a-7e10-48d4-8060-9c659f0b0413,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:49.631645 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:49.639316 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.642686 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c35a6b2a-7e10-48d4-8060-9c659f0b0413 HTTP/1.1" status: 204 len: 168 time: 0.4642851 Jul 25 19:08:49.644644 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.645042 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.645489 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.645844 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.646108 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 42980) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:49.646272 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.646538 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.646881 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.647217 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.647551 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.647887 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.648222 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.648557 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.648919 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.649217 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.649544 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0bf95a-6081-4bd4-a4c0-160796602cb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:49.734507 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (dbccd2f8-6687-4a50-9cd2-a6a34be80480), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.807106 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:08:49.832008 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (dbccd2f8-6687-4a50-9cd2-a6a34be80480), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.836848 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93605b6b-c1e9-4305-954a-cc4efd115caa None None] New status for floating IP 934852e3-324f-43a9-b5f5-28e298b345fc: ACTIVE {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:08:49.844926 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:49.857992 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbccd2f8-6687-4a50-9cd2-a6a34be80480']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:08:49.868468 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b98012f-c531-4495-a083-0069b1f93d81') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:08:49.868761 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b98012f-c531-4495-a083-0069b1f93d81') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:08:49.879503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (3b98012f-c531-4495-a083-0069b1f93d81), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.895172 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (3b98012f-c531-4495-a083-0069b1f93d81), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.903421 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:08:49.903818 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (3b98012f-c531-4495-a083-0069b1f93d81), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:49.949374 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 3b98012f-c531-4495-a083-0069b1f93d81 resource provider aggregate not found Jul 25 19:08:49.969934 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 3b98012f-c531-4495-a083-0069b1f93d81 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b98012f-c531-4495-a083-0069b1f93d81 found for delete ", "request_id": "req-8165438c-7dec-4afb-9be6-c95d9570f4c3"}]} Jul 25 19:08:50.080332 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (dbccd2f8-6687-4a50-9cd2-a6a34be80480), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:50.086107 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:50.089316 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] 10.222.0.17 "DELETE /v2.0/networks/dbccd2f8-6687-4a50-9cd2-a6a34be80480 HTTP/1.1" status: 204 len: 168 time: 0.4419277 Jul 25 19:08:50.101248 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbccd2f8-6687-4a50-9cd2-a6a34be80480,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:50.109559 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.110025 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.110649 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.111117 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.111470 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.111815 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.112155 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.112494 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.112829 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.113169 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.113506 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.113840 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.114190 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.114658 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.115091 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09449fcf-857e-417a-bd6c-c244d8732e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:08:50.586373 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 42996) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:50.628789 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ab43cd3f-d3f5-423e-a2af-42ad45f1a8b3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9062c0ee33bb464c88d5f5e7471c6961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410862 Jul 25 19:08:50.631504 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 42998) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:50.685709 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a4c7122a-5c02-4052-97fd-5265be3dd9aa admin admin] Publish callbacks [] for security_group (44a9b668-d13e-403e-b8f1-572ee31475a9), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:50.709841 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a4c7122a-5c02-4052-97fd-5265be3dd9aa admin admin] Publish callbacks [] for security_group (44a9b668-d13e-403e-b8f1-572ee31475a9), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:50.840171 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a4c7122a-5c02-4052-97fd-5265be3dd9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (44a9b668-d13e-403e-b8f1-572ee31475a9), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:50.842716 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a4c7122a-5c02-4052-97fd-5265be3dd9aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:50.848593 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-a4c7122a-5c02-4052-97fd-5265be3dd9aa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/44a9b668-d13e-403e-b8f1-572ee31475a9 HTTP/1.1" status: 204 len: 168 time: 0.2114198 Jul 25 19:08:50.848593 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:50.852976 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7122a-5c02-4052-97fd-5265be3dd9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a9b668-d13e-403e-b8f1-572ee31475a9,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:50.853396 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43004) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:50.987638 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ff7e10a7-f3c2-4ddb-af5f-452ff732d73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:51.090990 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ff7e10a7-f3c2-4ddb-af5f-452ff732d73c admin admin] Publish callbacks [] for security_group (6a3ed867-06eb-4bdf-95bf-440ec5334dd8), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:51.171018 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ff7e10a7-f3c2-4ddb-af5f-452ff732d73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (6a3ed867-06eb-4bdf-95bf-440ec5334dd8), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:51.212845 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e10a7-f3c2-4ddb-af5f-452ff732d73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ed867-06eb-4bdf-95bf-440ec5334dd8,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:51.224518 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-ff7e10a7-f3c2-4ddb-af5f-452ff732d73c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=39ac7f88ad47491f80705e0b006b3d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3686340 Jul 25 19:08:51.226981 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43010) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:51.295914 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1615adb4-37fc-4268-bf01-cce823ffadef admin admin] Publish callbacks [] for security_group (6a3ed867-06eb-4bdf-95bf-440ec5334dd8), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:51.331773 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1615adb4-37fc-4268-bf01-cce823ffadef admin admin] Publish callbacks [] for security_group (6a3ed867-06eb-4bdf-95bf-440ec5334dd8), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:51.486155 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1615adb4-37fc-4268-bf01-cce823ffadef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (6a3ed867-06eb-4bdf-95bf-440ec5334dd8), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:51.488830 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1615adb4-37fc-4268-bf01-cce823ffadef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:51.490590 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-1615adb4-37fc-4268-bf01-cce823ffadef admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/6a3ed867-06eb-4bdf-95bf-440ec5334dd8 HTTP/1.1" status: 204 len: 168 time: 0.2618310 Jul 25 19:08:51.502039 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615adb4-37fc-4268-bf01-cce823ffadef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ed867-06eb-4bdf-95bf-440ec5334dd8,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:52.286739 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43052) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:52.301963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6a51fab-809c-478f-b991-c13d413a40be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:52.401660 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6a51fab-809c-478f-b991-c13d413a40be admin admin] Publish callbacks [] for security_group (aad90159-9b17-487b-baf9-6e4b992e5ae3), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:52.588721 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b6a51fab-809c-478f-b991-c13d413a40be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (aad90159-9b17-487b-baf9-6e4b992e5ae3), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:52.629483 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a51fab-809c-478f-b991-c13d413a40be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad90159-9b17-487b-baf9-6e4b992e5ae3,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:52.633970 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b6a51fab-809c-478f-b991-c13d413a40be admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=fc68f50149004e8a8bd939a31c078360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462875 Jul 25 19:08:52.636605 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43086) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:08:52.653825 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=10 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:52.692212 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8d564f42-5173-485b-ad9c-cec8e83fa1c3 admin admin] Publish callbacks [] for security_group (aad90159-9b17-487b-baf9-6e4b992e5ae3), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:52.715695 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8d564f42-5173-485b-ad9c-cec8e83fa1c3 admin admin] Publish callbacks [] for security_group (aad90159-9b17-487b-baf9-6e4b992e5ae3), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:52.734177 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:08:52.840236 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8d564f42-5173-485b-ad9c-cec8e83fa1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (aad90159-9b17-487b-baf9-6e4b992e5ae3), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:52.842954 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8d564f42-5173-485b-ad9c-cec8e83fa1c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:52.844299 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-8d564f42-5173-485b-ad9c-cec8e83fa1c3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/aad90159-9b17-487b-baf9-6e4b992e5ae3 HTTP/1.1" status: 204 len: 168 time: 0.2066355 Jul 25 19:08:52.852994 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d564f42-5173-485b-ad9c-cec8e83fa1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad90159-9b17-487b-baf9-6e4b992e5ae3,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:08:55.811090 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-68857176-180d-467d-9b33-69cd6b2bd0f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:58.325874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6d89b570-0033-46fe-8d07-831acbbf87c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:08:59.508247 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:00.012213 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:00.032656 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:00.746046 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:00.901446 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:01.359978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:03.332801 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=4,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:06.979365 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-e137ce01-b080-420e-978b-9816c43e04ec service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539989 Jul 25 19:09:07.056008 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-cfc0ff78-ef6d-4b7d-b753-939b111f0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:09:07.057485 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-cfc0ff78-ef6d-4b7d-b753-939b111f0b18 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 1129 time: 0.0534832 Jul 25 19:09:07.204489 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-407fc227-3a56-4e17-bbf4-1c0b0b94a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:09:07.206135 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-407fc227-3a56-4e17-bbf4-1c0b0b94a06f service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 912 time: 0.1276944 Jul 25 19:09:07.273892 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-af6b484b-eee5-438e-a912-93ecd0e9674a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b23594-f162-4f7b-9587-c619dd49ac56 HTTP/1.1" status: 200 len: 1000 time: 0.0616002 Jul 25 19:09:07.336489 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-c910ba21-66a5-4c46-8102-5c08ed2f65bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:09:07.337295 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-c910ba21-66a5-4c46-8102-5c08ed2f65bb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 200 len: 850 time: 0.0576582 Jul 25 19:09:07.387225 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-0778ca0a-819a-4b0d-8e35-40a2013b585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:09:07.388795 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-0778ca0a-819a-4b0d-8e35-40a2013b585e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6572528-5d40-45d4-b911-d98d584260e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437744 Jul 25 19:09:07.510562 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-97a71fbe-381b-4158-8ecb-45f3eebd752f service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135170 Jul 25 19:09:07.645139 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a7dddd3-89a4-4762-a7cb-8553effb64cd req-63ebf9b0-b21c-4bbb-a751-a012ec0442c6 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255581 Jul 25 19:09:11.168371 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=12 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:11.174764 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:11.709157 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:12.867352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 43386) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:09:13.023749 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b952fb5a-a2c2-4805-8e45-8a2db7aa75ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:13.134353 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b952fb5a-a2c2-4805-8e45-8a2db7aa75ea admin admin] Publish callbacks [] for security_group (77e43cce-961d-4730-8f8b-4d411289459c), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:13.287749 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b952fb5a-a2c2-4805-8e45-8a2db7aa75ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (77e43cce-961d-4730-8f8b-4d411289459c), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:13.335275 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-b952fb5a-a2c2-4805-8e45-8a2db7aa75ea admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2ac8207f8aa14d92a02ef75ee8b2fb8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667737 Jul 25 19:09:13.336947 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952fb5a-a2c2-4805-8e45-8a2db7aa75ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e43cce-961d-4730-8f8b-4d411289459c,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:09:13.338628 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43400) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:09:13.432853 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fd0879fb-bff1-493e-8d5b-a27e75a03a44 admin admin] Publish callbacks [] for security_group (77e43cce-961d-4730-8f8b-4d411289459c), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:13.456933 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fd0879fb-bff1-493e-8d5b-a27e75a03a44 admin admin] Publish callbacks [] for security_group (77e43cce-961d-4730-8f8b-4d411289459c), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:13.606016 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fd0879fb-bff1-493e-8d5b-a27e75a03a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (77e43cce-961d-4730-8f8b-4d411289459c), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:13.615452 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-fd0879fb-bff1-493e-8d5b-a27e75a03a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:13.615452 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-fd0879fb-bff1-493e-8d5b-a27e75a03a44 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/77e43cce-961d-4730-8f8b-4d411289459c HTTP/1.1" status: 204 len: 168 time: 0.2719214 Jul 25 19:09:13.624614 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0879fb-bff1-493e-8d5b-a27e75a03a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e43cce-961d-4730-8f8b-4d411289459c,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:09:15.741187 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43462) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:09:15.887818 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4e6b833-406e-4dec-9848-ab89698bb15f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:15.999259 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4e6b833-406e-4dec-9848-ab89698bb15f admin admin] Publish callbacks [] for security_group (861c3d8b-f08c-4795-956b-2fd29c2a2e18), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:16.072826 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4e6b833-406e-4dec-9848-ab89698bb15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (861c3d8b-f08c-4795-956b-2fd29c2a2e18), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:16.119414 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e6b833-406e-4dec-9848-ab89698bb15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861c3d8b-f08c-4795-956b-2fd29c2a2e18,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:09:16.124164 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b4e6b833-406e-4dec-9848-ab89698bb15f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b0e81a0abbda4e879caa5b8e1d20781d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819382 Jul 25 19:09:16.127208 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43470) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:09:16.186471 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5127af8b-8026-4764-9f92-864048e7dd78 admin admin] Publish callbacks [] for security_group (861c3d8b-f08c-4795-956b-2fd29c2a2e18), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:16.209176 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5127af8b-8026-4764-9f92-864048e7dd78 admin admin] Publish callbacks [] for security_group (861c3d8b-f08c-4795-956b-2fd29c2a2e18), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:16.365186 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5127af8b-8026-4764-9f92-864048e7dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (861c3d8b-f08c-4795-956b-2fd29c2a2e18), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:16.367881 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5127af8b-8026-4764-9f92-864048e7dd78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:16.369058 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5127af8b-8026-4764-9f92-864048e7dd78 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/861c3d8b-f08c-4795-956b-2fd29c2a2e18 HTTP/1.1" status: 204 len: 168 time: 0.2409678 Jul 25 19:09:16.379519 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127af8b-8026-4764-9f92-864048e7dd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861c3d8b-f08c-4795-956b-2fd29c2a2e18,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:09:23.325073 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=64,neutron:INSERT=7 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:23.332156 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=74,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:25.798198 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-672949f7-4080-40e3-9e23-2ac6ab8e6217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:26.241280 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=50,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:26.373933 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=53,neutron:DELETE=6,neutron:INSERT=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:26.809133 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:09:28.273780 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f93afdeb-f12b-41c0-9b46-5be7d1a2a57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:29.501006 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:30.946429 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:31.239525 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:36.801807 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:36.803897 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:41.171062 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:41.172132 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:41.717660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:41.773933 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43782) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:09:42.025413 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4a7701a0-81d0-48b3-b36e-c93992ba992f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:42.108252 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4a7701a0-81d0-48b3-b36e-c93992ba992f admin admin] Publish callbacks [] for security_group (68a3646a-84ae-49fd-b49e-750b1000da30), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:42.250996 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4a7701a0-81d0-48b3-b36e-c93992ba992f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (68a3646a-84ae-49fd-b49e-750b1000da30), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:42.299527 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-4a7701a0-81d0-48b3-b36e-c93992ba992f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1e78a81da7e645b784edd4823b4a271e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203540 Jul 25 19:09:42.299527 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7701a0-81d0-48b3-b36e-c93992ba992f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3646a-84ae-49fd-b49e-750b1000da30,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:09:42.299527 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43792) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:09:42.356607 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bcbb08e2-d805-45a8-9a68-a38fd0d4ca8d admin admin] Publish callbacks [] for security_group (68a3646a-84ae-49fd-b49e-750b1000da30), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:42.384603 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bcbb08e2-d805-45a8-9a68-a38fd0d4ca8d admin admin] Publish callbacks [] for security_group (68a3646a-84ae-49fd-b49e-750b1000da30), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:42.525010 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bcbb08e2-d805-45a8-9a68-a38fd0d4ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (68a3646a-84ae-49fd-b49e-750b1000da30), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:42.527680 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bcbb08e2-d805-45a8-9a68-a38fd0d4ca8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:42.528867 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-bcbb08e2-d805-45a8-9a68-a38fd0d4ca8d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/68a3646a-84ae-49fd-b49e-750b1000da30 HTTP/1.1" status: 204 len: 168 time: 0.2286422 Jul 25 19:09:42.539989 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbb08e2-d805-45a8-9a68-a38fd0d4ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3646a-84ae-49fd-b49e-750b1000da30,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:09:43.199645 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 43802) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:09:43.213982 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c02e13e2-c1b3-4341-ac79-6413c6c5eb84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:43.292526 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c02e13e2-c1b3-4341-ac79-6413c6c5eb84 admin admin] Publish callbacks [] for security_group (5a7268e2-0325-4185-9bfe-28fe2772cb99), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:43.368432 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c02e13e2-c1b3-4341-ac79-6413c6c5eb84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (5a7268e2-0325-4185-9bfe-28fe2772cb99), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:43.413972 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c02e13e2-c1b3-4341-ac79-6413c6c5eb84 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=7f3af8781d2348d7b6792cd3e40324f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2131062 Jul 25 19:09:43.415117 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e13e2-c1b3-4341-ac79-6413c6c5eb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7268e2-0325-4185-9bfe-28fe2772cb99,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:09:43.416621 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 43806) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:09:43.474700 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f8e4-106b-4c43-b6c3-ef8ffc4005fc admin admin] Publish callbacks [] for security_group (5a7268e2-0325-4185-9bfe-28fe2772cb99), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:43.498342 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f8e4-106b-4c43-b6c3-ef8ffc4005fc admin admin] Publish callbacks [] for security_group (5a7268e2-0325-4185-9bfe-28fe2772cb99), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:43.637180 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f8e4-106b-4c43-b6c3-ef8ffc4005fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (5a7268e2-0325-4185-9bfe-28fe2772cb99), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:43.639979 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bfc9f8e4-106b-4c43-b6c3-ef8ffc4005fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:43.641180 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-bfc9f8e4-106b-4c43-b6c3-ef8ffc4005fc admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5a7268e2-0325-4185-9bfe-28fe2772cb99 HTTP/1.1" status: 204 len: 168 time: 0.2231445 Jul 25 19:09:43.649579 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9f8e4-106b-4c43-b6c3-ef8ffc4005fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7268e2-0325-4185-9bfe-28fe2772cb99,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:09:52.322277 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=16 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:52.329436 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=10 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:52.555464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:53.408093 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=20,neutron:INSERT=6 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:53.410217 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=17,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:53.644798 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=56,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:53.645538 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=47,neutron:INSERT=5,neutron:DELETE=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:53.662830 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:09:55.816758 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9c74-07c6-4d87-b487-38044ed7418c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:58.302198 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-043fdf55-95c9-4c4e-b151-0a9b1d7cc838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:09:59.530627 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:01.005134 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:01.256372 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:03.807201 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:10:07.373079 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-5bef60f1-12f9-4707-912e-0f0bc036a2bd service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1930764 Jul 25 19:10:07.456829 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-287dd3d7-ede0-42e4-beb3-ab0d6f46db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:07.458354 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-287dd3d7-ede0-42e4-beb3-ab0d6f46db32 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1129 time: 0.0403125 Jul 25 19:10:07.580097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-5fbe2ff6-6f97-47b1-979a-bcddccb1bed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:07.581600 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-5fbe2ff6-6f97-47b1-979a-bcddccb1bed3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.0927002 Jul 25 19:10:07.621189 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-9da3191e-9502-4a47-ac78-3a2a5b5b6d63 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 200 len: 217 time: 0.0325544 Jul 25 19:10:07.675173 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-c9ee8888-658d-461f-b677-a7822960e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:07.676698 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-c9ee8888-658d-461f-b677-a7822960e08b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0475695 Jul 25 19:10:07.724332 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-9e1b0aeb-bb30-4424-8710-39963fb0deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:07.725909 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-9e1b0aeb-bb30-4424-8710-39963fb0deb4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427685 Jul 25 19:10:07.828322 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-d9920b1a-7a59-4a90-8b6a-3645bc30170b service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959702 Jul 25 19:10:07.926522 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2d3d93de-0387-44e3-aa06-7a3a6f04f0a8 req-ec977972-ed00-4236-98dc-a7ec7f17ba06 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919304 Jul 25 19:10:11.173172 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:11.175186 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:11.792491 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:11.900609 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:13.767172 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 44138) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:10:13.804189 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:13.882186 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:13.988938 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Publish callbacks [] for security_group (eed1ca02-0165-4109-92d3-fcde63c0b457), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:14.166718 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (eed1ca02-0165-4109-92d3-fcde63c0b457), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:14.209524 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9712f33d6d094716b83615402dce651a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4410963 Jul 25 19:10:14.210163 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed1ca02-0165-4109-92d3-fcde63c0b457,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:14.212266 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 44148) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:10:14.218002 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.231848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97e368ab-8236-43ce-8857-c6d85f705a11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.265920 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Publish callbacks [] for security_group (eed1ca02-0165-4109-92d3-fcde63c0b457), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:14.288153 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Publish callbacks [] for security_group (eed1ca02-0165-4109-92d3-fcde63c0b457), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:14.511696 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (eed1ca02-0165-4109-92d3-fcde63c0b457), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:14.514585 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:14.515896 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eed1ca02-0165-4109-92d3-fcde63c0b457 HTTP/1.1" status: 204 len: 168 time: 0.3018923 Jul 25 19:10:14.525752 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed1ca02-0165-4109-92d3-fcde63c0b457,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:14.534069 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.534457 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.534811 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.535996 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.536354 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.536697 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.537141 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.537402 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.537738 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.538073 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.538438 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.538797 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.539159 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.539492 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:14.539818 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4f298-674b-45c8-8514-3891bc47bb64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:10:24.213076 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:24.213946 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:24.519438 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=52,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:24.529784 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:25.231640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ffc32-8fa0-4975-9eeb-13f529e32ef8 req-888256db-d873-454f-af4b-5d25e33e22eb tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:25.233139 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ba4ffc32-8fa0-4975-9eeb-13f529e32ef8 req-888256db-d873-454f-af4b-5d25e33e22eb tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0485866 Jul 25 19:10:25.286591 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ba4ffc32-8fa0-4975-9eeb-13f529e32ef8 req-8c8a2420-14db-4c4a-93d2-33bfa73cc655 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477424 Jul 25 19:10:25.827354 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ca2e352b-5524-4de7-aa91-c8558166365b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:26.583970 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbe085-981d-473d-bcb8-82c659669fc3 req-670b4232-8042-411e-ac13-5cfba0f38978 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:26.583970 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-18bbe085-981d-473d-bcb8-82c659669fc3 req-670b4232-8042-411e-ac13-5cfba0f38978 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.2134697 Jul 25 19:10:26.623755 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-18bbe085-981d-473d-bcb8-82c659669fc3 req-c2c9547a-7c4e-4781-b285-4d7de3c246fd tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Jul 25 19:10:27.757599 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fdb0d-fb6f-4223-b344-5a32b257392c req-8f7870e1-78b3-410d-a91d-128b1736375a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:27.759276 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b52fdb0d-fb6f-4223-b344-5a32b257392c req-8f7870e1-78b3-410d-a91d-128b1736375a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0495028 Jul 25 19:10:27.810467 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b52fdb0d-fb6f-4223-b344-5a32b257392c req-b14f5cab-a5c1-45bd-81ec-034a5c1aa71c tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454433 Jul 25 19:10:28.096780 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-a6660463-60f4-4958-aed7-00bc1fb162a1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:28.098277 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-a6660463-60f4-4958-aed7-00bc1fb162a1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.88 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 945 time: 0.0476990 Jul 25 19:10:28.237396 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Deleting port 966af95a-bc29-41c4-a594-5ac6825a7c2f {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:10:28.237628 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:28.290883 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-24db98fd-7b7d-44d4-b2e4-a2764db269b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:28.335374 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] For port 966af95a-bc29-41c4-a594-5ac6825a7c2f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=966af95a-bc29-41c4-a594-5ac6825a7c2f,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:10:28.352169 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:28.352169 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Calling delete_port for 966af95a-bc29-41c4-a594-5ac6825a7c2f owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:10:28.604804 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (966af95a-bc29-41c4-a594-5ac6825a7c2f), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:28.617687 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['966af95a-bc29-41c4-a594-5ac6825a7c2f'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:10:28.639561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Pushing event deleted for resources: {'Port': ['ID=966af95a-bc29-41c4-a594-5ac6825a7c2f,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:28.701794 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] No DVR routers for this DVR port 966af95a-bc29-41c4-a594-5ac6825a7c2f on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:10:28.704538 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:28.708484 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2376948a-12f6-4981-be0c-2cc1274bba1a req-394de6ff-1fed-40a8-882d-6a2cc7e82451 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.88 "DELETE /v2.0/ports/966af95a-bc29-41c4-a594-5ac6825a7c2f HTTP/1.1" status: 204 len: 173 time: 0.6035819 Jul 25 19:10:28.708484 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '817e855e-4d22-4477-ac1a-c8e368f8cb70', 'name': 'network-vif-deleted', 'tag': '966af95a-bc29-41c4-a594-5ac6825a7c2f'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:10:28.710708 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deeb19e-11bb-44b0-8e9f-438e142b8a9e" -d '{"events": [{"server_uuid": "817e855e-4d22-4477-ac1a-c8e368f8cb70", "name": "network-vif-deleted", "tag": "966af95a-bc29-41c4-a594-5ac6825a7c2f"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:10:28.811739 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc79d3bb-8f0a-49a0-b8c5-fb04d5ef56ff x-openstack-request-id: req-bc79d3bb-8f0a-49a0-b8c5-fb04d5ef56ff {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:10:28.812370 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "817e855e-4d22-4477-ac1a-c8e368f8cb70", "name": "network-vif-deleted", "tag": "966af95a-bc29-41c4-a594-5ac6825a7c2f", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:10:28.812370 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-bc79d3bb-8f0a-49a0-b8c5-fb04d5ef56ff {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:10:28.812741 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc79d3bb-8f0a-49a0-b8c5-fb04d5ef56ff'] response: {'server_uuid': '817e855e-4d22-4477-ac1a-c8e368f8cb70', 'name': 'network-vif-deleted', 'tag': '966af95a-bc29-41c4-a594-5ac6825a7c2f', 'status': 'completed', 'code': 200} Jul 25 19:10:28.917560 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-17716e82-a72a-4a7f-830e-c8e7b968fb4f req-86574ccc-277e-40a4-977c-cdf410f39534 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0282214 Jul 25 19:10:29.511675 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:30.041476 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d472c379-b615-4d96-929d-6bf1439b4d04 req-481d24b5-2892-4c8a-b40d-895eb72a760e tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=817e855e-4d22-4477-ac1a-c8e368f8cb70 HTTP/1.1" status: 200 len: 210 time: 0.0356143 Jul 25 19:10:30.927455 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:31.291338 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:32.141141 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 966af95a-bc29-41c4-a594-5ac6825a7c2f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:10:32.161693 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 966af95a-bc29-41c4-a594-5ac6825a7c2f {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:10:32.162051 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 966af95a-bc29-41c4-a594-5ac6825a7c2f not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:10:38.898598 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=80,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:38.900040 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=47,neutron:DELETE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:40.015781 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=11 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:40.017256 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=9 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:40.807563 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:10:41.184401 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:41.675186 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:41.795263 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:46.216853 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 44412) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:10:46.375713 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d8f43640-256a-40a0-8e0a-52e8148517b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:46.469214 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d8f43640-256a-40a0-8e0a-52e8148517b7 admin admin] Publish callbacks [] for security_group (95bf6300-ac8f-4d71-a120-987c2dfb9d80), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:46.576157 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d8f43640-256a-40a0-8e0a-52e8148517b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (95bf6300-ac8f-4d71-a120-987c2dfb9d80), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:46.618701 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d8f43640-256a-40a0-8e0a-52e8148517b7 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4e489f01d3eb4d57847fd4153d42f620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3988953 Jul 25 19:10:46.618701 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f43640-256a-40a0-8e0a-52e8148517b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bf6300-ac8f-4d71-a120-987c2dfb9d80,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:46.621388 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 44424) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:10:46.707667 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1233-9a71-458a-bb57-a492ff5a33de admin admin] Publish callbacks [] for security_group (95bf6300-ac8f-4d71-a120-987c2dfb9d80), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:46.731118 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1233-9a71-458a-bb57-a492ff5a33de admin admin] Publish callbacks [] for security_group (95bf6300-ac8f-4d71-a120-987c2dfb9d80), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:46.902028 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1233-9a71-458a-bb57-a492ff5a33de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (95bf6300-ac8f-4d71-a120-987c2dfb9d80), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:46.905035 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f4bf1233-9a71-458a-bb57-a492ff5a33de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:46.906459 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-f4bf1233-9a71-458a-bb57-a492ff5a33de admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/95bf6300-ac8f-4d71-a120-987c2dfb9d80 HTTP/1.1" status: 204 len: 168 time: 0.2838573 Jul 25 19:10:46.916586 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf1233-9a71-458a-bb57-a492ff5a33de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bf6300-ac8f-4d71-a120-987c2dfb9d80,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:49.006486 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 44464) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:10:49.129657 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a01c1088-8e3f-4eac-a6d5-5c1fbb2903df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:49.216195 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a01c1088-8e3f-4eac-a6d5-5c1fbb2903df admin admin] Publish callbacks [] for security_group (9205479e-152d-40ca-9661-96122a646cb0), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:49.313666 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a01c1088-8e3f-4eac-a6d5-5c1fbb2903df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9205479e-152d-40ca-9661-96122a646cb0), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:49.366012 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c1088-8e3f-4eac-a6d5-5c1fbb2903df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9205479e-152d-40ca-9661-96122a646cb0,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:49.372268 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-a01c1088-8e3f-4eac-a6d5-5c1fbb2903df admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8716243e827148c5a9275ac00f50d90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3635931 Jul 25 19:10:49.375079 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 44470) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:10:49.453921 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c55546c-1b9e-4e94-9c9d-e46115281248 admin admin] Publish callbacks [] for security_group (9205479e-152d-40ca-9661-96122a646cb0), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:49.480922 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c55546c-1b9e-4e94-9c9d-e46115281248 admin admin] Publish callbacks [] for security_group (9205479e-152d-40ca-9661-96122a646cb0), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:49.641561 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c55546c-1b9e-4e94-9c9d-e46115281248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9205479e-152d-40ca-9661-96122a646cb0), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:49.644238 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c55546c-1b9e-4e94-9c9d-e46115281248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:49.645427 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5c55546c-1b9e-4e94-9c9d-e46115281248 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9205479e-152d-40ca-9661-96122a646cb0 HTTP/1.1" status: 204 len: 168 time: 0.2691908 Jul 25 19:10:49.666247 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55546c-1b9e-4e94-9c9d-e46115281248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9205479e-152d-40ca-9661-96122a646cb0,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:51.521171 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-010ec429-9487-47f4-9479-6295773c3fd5 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:51.522700 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-010ec429-9487-47f4-9479-6295773c3fd5 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/networks?id=6a578d58-7b25-445c-860f-38e792f6130d HTTP/1.1" status: 200 len: 813 time: 0.1186676 Jul 25 19:10:51.538117 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-22d90297-59ce-4fb9-9f99-f567bba20cd9 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/quotas/387ac04100224395a581aa382deb19b0 HTTP/1.1" status: 200 len: 375 time: 0.0094173 Jul 25 19:10:51.572541 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-c33cb369-96cc-4dfa-afdb-c3f6a0eb11cd tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=387ac04100224395a581aa382deb19b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284221 Jul 25 19:10:51.772393 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-d60a5b2d-1156-4c44-a5c8-2bbcb56596ff service neutron] 10.222.0.17 "GET /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932182 Jul 25 19:10:51.870181 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:51.876217 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-74ebaf86-d0e8-4f49-8a47-cf41af3a2822 service neutron] 10.222.0.17 "GET /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971277 Jul 25 19:10:53.268854 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5212b24f-746b-4d99-8cdc-981ea55cbd6c req-71bf50b1-0e64-4262-a5a8-dbb127be4fb7 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 210 time: 0.0324836 Jul 25 19:10:53.783376 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:53.784977 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:54.341066 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:54.360697 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4d5d08c0-582c-4a14-95a6-e446371faa0e req-5c7fabf2-fbb8-465e-b0ab-a701d4efd739 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 210 time: 0.0313401 Jul 25 19:10:55.400481 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 44538) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:10:55.479074 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6af9346-55d9-480a-915c-ac554fd14d36 req-d68743bb-9c88-470e-ae79-2aeafa0242f1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 210 time: 0.0297275 Jul 25 19:10:55.576872 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cdf724dd-3634-4863-a914-193384a0656f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:55.679952 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cdf724dd-3634-4863-a914-193384a0656f admin admin] Publish callbacks [] for security_group (d6e80ec7-9134-4a5f-a2df-fcc2807e9dac), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:55.717403 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-b5b5742d-0fce-427c-975a-1b10c5a4d212 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:55.719684 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-b5b5742d-0fce-427c-975a-1b10c5a4d212 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.88 "GET /v2.0/networks?id=6a578d58-7b25-445c-860f-38e792f6130d HTTP/1.1" status: 200 len: 813 time: 0.1426971 Jul 25 19:10:55.736241 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Request body: {'port': {'device_id': '705fce8e-42d6-4006-90cb-feb4eff8c388', 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d', 'admin_state_up': True, 'tenant_id': '387ac04100224395a581aa382deb19b0'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:10:55.801398 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cdf724dd-3634-4863-a914-193384a0656f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d6e80ec7-9134-4a5f-a2df-fcc2807e9dac), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:55.835882 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4057aa2c-27fa-4694-a31f-cfa0058c563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:55.849142 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf724dd-3634-4863-a914-193384a0656f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e80ec7-9134-4a5f-a2df-fcc2807e9dac,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:55.854852 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-cdf724dd-3634-4863-a914-193384a0656f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=bf9af35f313c48efba86e1a3ae0bc23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4523740 Jul 25 19:10:55.857757 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 44542) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:10:55.927513 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a3eab931-cfee-4f31-88c1-92de81156371 admin admin] Publish callbacks [] for security_group (d6e80ec7-9134-4a5f-a2df-fcc2807e9dac), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:55.956865 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a3eab931-cfee-4f31-88c1-92de81156371 admin admin] Publish callbacks [] for security_group (d6e80ec7-9134-4a5f-a2df-fcc2807e9dac), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:56.101587 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a3eab931-cfee-4f31-88c1-92de81156371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d6e80ec7-9134-4a5f-a2df-fcc2807e9dac), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:56.104452 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a3eab931-cfee-4f31-88c1-92de81156371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:56.105636 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-a3eab931-cfee-4f31-88c1-92de81156371 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d6e80ec7-9134-4a5f-a2df-fcc2807e9dac HTTP/1.1" status: 204 len: 168 time: 0.2462335 Jul 25 19:10:56.113697 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eab931-cfee-4f31-88c1-92de81156371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e80ec7-9134-4a5f-a2df-fcc2807e9dac,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:56.141175 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Made reservation on behalf of 387ac04100224395a581aa382deb19b0 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:10:56.150646 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:56.507497 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Allocated IP 172.20.0.8 (6a578d58-7b25-445c-860f-38e792f6130d/c7c74f2c-55ab-4034-8db7-a6e751e2ee1d/4ae7a041-6149-45ea-9d92-dd492aac3de2) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:10:56.507497 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks [] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:56.616642 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:56.619065 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-12d8bf32-5b9f-4e81-a868-a4827b4f5d97 req-bccb4d12-42ed-457f-b8da-b93113669ad1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 210 time: 0.0327964 Jul 25 19:10:56.662609 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Network 6a578d58-7b25-445c-860f-38e792f6130d is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:10:56.668719 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:10:56.672696 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:10:56.678134 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:56.700055 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Pushing event updated for resources: {'Port': ['ID=4ae7a041-6149-45ea-9d92-dd492aac3de2,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:56.714258 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:56.736272 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:56.736950 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:56.830833 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-433c8d22-200b-41a8-b4b8-c1ad52974281 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1002922 Jul 25 19:10:56.843865 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Request body: {'port': {'device_id': '705fce8e-42d6-4006-90cb-feb4eff8c388', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:10:56.911777 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:57.476680 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae7a041-6149-45ea-9d92-dd492aac3de2 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:10:57.486295 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Publish callbacks [] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:57.503433 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Transition to ACTIVE for port object 4ae7a041-6149-45ea-9d92-dd492aac3de2 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:10:57.593981 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:57.669161 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Pushing event updated for resources: {'Port': ['ID=4ae7a041-6149-45ea-9d92-dd492aac3de2,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:57.763679 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Attempting to bind port 4ae7a041-6149-45ea-9d92-dd492aac3de2 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:10:57.763921 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Attempting to bind port 4ae7a041-6149-45ea-9d92-dd492aac3de2 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:10:57.764240 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Attempting to bind port 4ae7a041-6149-45ea-9d92-dd492aac3de2 on network 6a578d58-7b25-445c-860f-38e792f6130d {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:10:57.771873 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d47d6-7274-4914-a031-e82883e4c56e req-51cc0438-851c-48b2-8e5a-94b5d73a831e tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:57.773380 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b0d47d6-7274-4914-a031-e82883e4c56e req-51cc0438-851c-48b2-8e5a-94b5d73a831e tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 943 time: 0.0664742 Jul 25 19:10:57.777289 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Port 4ae7a041-6149-45ea-9d92-dd492aac3de2 on network 6a578d58-7b25-445c-860f-38e792f6130d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:10:57.782100 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Attempting to bind port 4ae7a041-6149-45ea-9d92-dd492aac3de2 on network 6a578d58-7b25-445c-860f-38e792f6130d {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:10:57.790440 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:10:57.790791 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Checking segment: {'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:10:57.791159 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Bound using segment: {'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:10:57.791583 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Bound port: 4ae7a041-6149-45ea-9d92-dd492aac3de2, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e83a963-2fa3-498e-a122-2357d52963b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:10:57.792030 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:57.801787 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:57.871149 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b0d47d6-7274-4914-a031-e82883e4c56e req-e3920f8d-1b2d-43d1-9a3f-14d0f79df4a1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891540 Jul 25 19:10:57.893733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] For port 4ae7a041-6149-45ea-9d92-dd492aac3de2, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:10:57.897556 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] For port 4ae7a041-6149-45ea-9d92-dd492aac3de2, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4ae7a041-6149-45ea-9d92-dd492aac3de2,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:10:58.036232 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:58.075582 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:58.076655 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:58.079080 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] 10.222.0.88 "PUT /v2.0/ports/4ae7a041-6149-45ea-9d92-dd492aac3de2 HTTP/1.1" status: 200 len: 1093 time: 1.2395446 Jul 25 19:10:58.083236 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '705fce8e-42d6-4006-90cb-feb4eff8c388', 'tag': '4ae7a041-6149-45ea-9d92-dd492aac3de2'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:10:58.086610 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecce749-a7f9-476c-b2f2-6e9a809d5451" -d '{"events": [{"name": "network-changed", "server_uuid": "705fce8e-42d6-4006-90cb-feb4eff8c388", "tag": "4ae7a041-6149-45ea-9d92-dd492aac3de2"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:10:58.115849 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e86fc-ec44-4cef-86a2-a82202f1a9fc service neutron] Pushing event updated for resources: {'Port': ['ID=4ae7a041-6149-45ea-9d92-dd492aac3de2,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:10:58.136162 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ecf173-315f-4c54-923d-e9310ed8fd20 x-openstack-request-id: req-59ecf173-315f-4c54-923d-e9310ed8fd20 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:10:58.136630 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "705fce8e-42d6-4006-90cb-feb4eff8c388", "tag": "4ae7a041-6149-45ea-9d92-dd492aac3de2", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:10:58.137080 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-59ecf173-315f-4c54-923d-e9310ed8fd20 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:10:58.137794 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59ecf173-315f-4c54-923d-e9310ed8fd20'] response: {'name': 'network-changed', 'server_uuid': '705fce8e-42d6-4006-90cb-feb4eff8c388', 'tag': '4ae7a041-6149-45ea-9d92-dd492aac3de2', 'status': 'completed', 'code': 200} Jul 25 19:10:58.313508 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cf1fbfa5-3d82-46fc-9b3c-d5bf91d4e27e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:10:58.388426 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce749-a7f9-476c-b2f2-6e9a809d5451 req-ff0a0acb-c372-400c-bfc1-5665fc63cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:58.389965 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0ecce749-a7f9-476c-b2f2-6e9a809d5451 req-ff0a0acb-c372-400c-bfc1-5665fc63cd62 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=387ac04100224395a581aa382deb19b0&device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 1127 time: 0.0466938 Jul 25 19:10:58.515157 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce749-a7f9-476c-b2f2-6e9a809d5451 req-57c3dcab-9a0e-4cd9-a0a5-5ec455ceef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:58.516652 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0ecce749-a7f9-476c-b2f2-6e9a809d5451 req-57c3dcab-9a0e-4cd9-a0a5-5ec455ceef83 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=387ac04100224395a581aa382deb19b0&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1198368 Jul 25 19:10:58.612397 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:10:58.617037 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecce749-a7f9-476c-b2f2-6e9a809d5451 req-43fedbae-e145-4345-ac46-e7499502eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:58.619148 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0ecce749-a7f9-476c-b2f2-6e9a809d5451 req-43fedbae-e145-4345-ac46-e7499502eb56 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959969 Jul 25 19:10:58.713432 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-58dfca08-daf4-4b2a-a82c-22a7d5a395d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:58.715067 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-58dfca08-daf4-4b2a-a82c-22a7d5a395d0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=387ac04100224395a581aa382deb19b0&device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 1127 time: 0.0411773 Jul 25 19:10:58.761375 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-6b032045-0ee6-44a5-98f5-7bca2f66a3c2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4ae7a041-6149-45ea-9d92-dd492aac3de2 HTTP/1.1" status: 200 len: 217 time: 0.0390477 Jul 25 19:10:58.814186 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-cb3cc402-73c2-4f02-b9fd-fb61f7ba3fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:58.815749 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-cb3cc402-73c2-4f02-b9fd-fb61f7ba3fb4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=c7c74f2c-55ab-4034-8db7-a6e751e2ee1d HTTP/1.1" status: 200 len: 853 time: 0.0478978 Jul 25 19:10:58.851325 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-5cbfa114-48d5-4fd2-8366-96ef4bd4ea29 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6a578d58-7b25-445c-860f-38e792f6130d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290091 Jul 25 19:10:58.968533 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-5197bdde-5cb5-4c11-aa7d-be89cd0c474f service neutron] 10.222.0.88 "GET /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107490 Jul 25 19:10:59.048980 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b30c8-c218-4d88-be56-461f23feafc4 req-06a2c873-cc58-40dd-a124-3eaa38090494 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:10:59.050648 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-197b30c8-c218-4d88-be56-461f23feafc4 req-06a2c873-cc58-40dd-a124-3eaa38090494 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 943 time: 0.0972557 Jul 25 19:10:59.132192 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-197b30c8-c218-4d88-be56-461f23feafc4 req-a4569f58-54c0-4c35-996c-07c04497155f tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701950 Jul 25 19:10:59.132192 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7386ecdc-cc7b-4dac-b767-79888d2ebd30 req-57e396ed-136c-4cfc-8ca6-90cd2f421488 service neutron] 10.222.0.88 "GET /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453965 Jul 25 19:10:59.515085 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:00.260432 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e35024-8170-4279-908c-efb5767412c1 req-23148715-1f7a-449d-89bc-f093a7bdc2c1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:00.261957 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-94e35024-8170-4279-908c-efb5767412c1 req-23148715-1f7a-449d-89bc-f093a7bdc2c1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 943 time: 0.0525465 Jul 25 19:11:00.311623 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-94e35024-8170-4279-908c-efb5767412c1 req-492d2185-65e9-42f9-a080-3c5cf2ac853b tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436516 Jul 25 19:11:00.936919 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:01.269770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:01.435571 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922331b2-849c-4e8b-9c0a-d4b4033c3ca3 req-eb4f79d3-ab05-4219-92f6-ad39100833f9 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:01.437168 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-922331b2-849c-4e8b-9c0a-d4b4033c3ca3 req-eb4f79d3-ab05-4219-92f6-ad39100833f9 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 943 time: 0.0495100 Jul 25 19:11:01.486607 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-922331b2-849c-4e8b-9c0a-d4b4033c3ca3 req-cdfd6196-c38f-4ade-85d2-a2df2a661c15 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436387 Jul 25 19:11:02.615109 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366e99f-32b5-47d5-8636-af21d6022002 req-3ab252cf-f682-4a4f-ab09-cf59b895de85 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:02.616611 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6366e99f-32b5-47d5-8636-af21d6022002 req-3ab252cf-f682-4a4f-ab09-cf59b895de85 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 943 time: 0.0530698 Jul 25 19:11:02.668924 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6366e99f-32b5-47d5-8636-af21d6022002 req-3ae0f77f-5832-4baa-bc6c-7d5e01900349 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455887 Jul 25 19:11:03.799174 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d65bd-bfcb-49ff-825f-b05e0f3ae9c5 req-9d95d05a-3786-4b29-94e5-3236c94ff379 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:03.800602 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-af0d65bd-bfcb-49ff-825f-b05e0f3ae9c5 req-9d95d05a-3786-4b29-94e5-3236c94ff379 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 943 time: 0.0533199 Jul 25 19:11:03.852506 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-af0d65bd-bfcb-49ff-825f-b05e0f3ae9c5 req-7b8f2800-fb6b-4098-b657-2d1f4500998d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 Jul 25 19:11:04.996695 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcc5dc-c905-4324-beb4-4e697ee51e0c req-4ed6015d-26d3-4029-a581-7593ad9b9990 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:04.998196 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-92dcc5dc-c905-4324-beb4-4e697ee51e0c req-4ed6015d-26d3-4029-a581-7593ad9b9990 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 943 time: 0.0596392 Jul 25 19:11:05.048002 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-92dcc5dc-c905-4324-beb4-4e697ee51e0c req-f198d51e-6dd3-4d54-94a1-3cda22f2263c tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435951 Jul 25 19:11:06.169650 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0137714-e127-4b68-9d99-87d50574c638 req-20f08a6d-627c-4259-874f-c7325b22ba5a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:06.171245 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b0137714-e127-4b68-9d99-87d50574c638 req-20f08a6d-627c-4259-874f-c7325b22ba5a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 943 time: 0.0492437 Jul 25 19:11:06.214973 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:06.222551 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b0137714-e127-4b68-9d99-87d50574c638 req-b59e96ba-2299-4c6a-a450-efcd1d98387a tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445569 Jul 25 19:11:06.352834 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 4ae7a041-6149-45ea-9d92-dd492aac3de2 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:11:06.454822 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 4ae7a041-6149-45ea-9d92-dd492aac3de2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4ae7a041-6149-45ea-9d92-dd492aac3de2,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:11:06.466880 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '4ae7a041-6149-45ea-9d92-dd492aac3de2', 'network_id': '6a578d58-7b25-445c-860f-38e792f6130d', 'port_id': '4ae7a041-6149-45ea-9d92-dd492aac3de2', 'mac_address': 'fa:16:3e:81:b8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c74f2c-55ab-4034-8db7-a6e751e2ee1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:11:06.504533 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 4ae7a041-6149-45ea-9d92-dd492aac3de2 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:11:06.504922 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:06.518662 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae7a041-6149-45ea-9d92-dd492aac3de2 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:11:06.539003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 4ae7a041-6149-45ea-9d92-dd492aac3de2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4ae7a041-6149-45ea-9d92-dd492aac3de2,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:11:06.641018 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:06.689066 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=4ae7a041-6149-45ea-9d92-dd492aac3de2,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:11:06.697386 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.697744 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.698098 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.698483 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.698831 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.699171 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.699532 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.699940 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.700281 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.700619 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.700955 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.701327 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.701662 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.702157 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:06.702400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:07.342412 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565b38-de76-4205-8e4d-cfd47461af04 req-5d8dcc06-c3a4-477a-b42c-5f0296f05fe6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:07.343908 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-04565b38-de76-4205-8e4d-cfd47461af04 req-5d8dcc06-c3a4-477a-b42c-5f0296f05fe6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 944 time: 0.0481248 Jul 25 19:11:07.393051 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-04565b38-de76-4205-8e4d-cfd47461af04 req-22b662a7-aba0-46b5-b0e9-daeb864b7192 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435565 Jul 25 19:11:07.400359 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['4ae7a041-6149-45ea-9d92-dd492aac3de2'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:11:08.513312 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c0ce9-573b-4958-b4fb-d4b71a91a8f3 req-77fe09f2-4a10-49b6-9174-06d96e9cfcd5 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:08.514880 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3e5c0ce9-573b-4958-b4fb-d4b71a91a8f3 req-77fe09f2-4a10-49b6-9174-06d96e9cfcd5 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 944 time: 0.0476534 Jul 25 19:11:08.567066 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3e5c0ce9-573b-4958-b4fb-d4b71a91a8f3 req-688b53cd-1cc6-4bd5-9ef6-94b5f9cd28df tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463417 Jul 25 19:11:08.773219 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:08.793144 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 4ae7a041-6149-45ea-9d92-dd492aac3de2 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:11:08.837386 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 4ae7a041-6149-45ea-9d92-dd492aac3de2 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:11:08.924252 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 4ae7a041-6149-45ea-9d92-dd492aac3de2 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:11:08.924633 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:09.008882 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 4ae7a041-6149-45ea-9d92-dd492aac3de2 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:11:09.009430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:09.033817 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fce8e-42d6-4006-90cb-feb4eff8c388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae7a041-6149-45ea-9d92-dd492aac3de2'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:11:09.035974 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402149ad-4fc1-4008-a005-81f025672b70" -d '{"events": [{"server_uuid": "705fce8e-42d6-4006-90cb-feb4eff8c388", "name": "network-vif-plugged", "status": "completed", "tag": "4ae7a041-6149-45ea-9d92-dd492aac3de2"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:11:09.049963 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 4ae7a041-6149-45ea-9d92-dd492aac3de2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4ae7a041-6149-45ea-9d92-dd492aac3de2,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:11:09.114724 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:09.177764 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:09.179899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:09.183347 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=4ae7a041-6149-45ea-9d92-dd492aac3de2,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:11:09.273164 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea20884-08b1-47cd-bf8c-e8d0b93f98dc x-openstack-request-id: req-dea20884-08b1-47cd-bf8c-e8d0b93f98dc {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:11:09.273970 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fce8e-42d6-4006-90cb-feb4eff8c388", "name": "network-vif-plugged", "status": "completed", "tag": "4ae7a041-6149-45ea-9d92-dd492aac3de2", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:11:09.274616 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dea20884-08b1-47cd-bf8c-e8d0b93f98dc {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:11:09.275031 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dea20884-08b1-47cd-bf8c-e8d0b93f98dc'] response: {'server_uuid': '705fce8e-42d6-4006-90cb-feb4eff8c388', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae7a041-6149-45ea-9d92-dd492aac3de2', 'code': 200} Jul 25 19:11:09.586612 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5c806-18d8-4d07-8ff1-1ac112e9a325 req-f03f4786-1352-4f9c-8798-4a3dc725d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:09.589319 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-eaf5c806-18d8-4d07-8ff1-1ac112e9a325 req-f03f4786-1352-4f9c-8798-4a3dc725d27a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 1129 time: 0.0395975 Jul 25 19:11:09.636701 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-eaf5c806-18d8-4d07-8ff1-1ac112e9a325 req-73b64326-1c8a-4e50-b9b9-4b55dfa1085c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413764 Jul 25 19:11:09.690916 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6ab99b-23da-4436-9aff-270faf3275d9 req-a0fb9219-c133-4ad8-866b-d8840e39b315 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:09.692440 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f6ab99b-23da-4436-9aff-270faf3275d9 req-a0fb9219-c133-4ad8-866b-d8840e39b315 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 945 time: 0.0481408 Jul 25 19:11:09.742447 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f6ab99b-23da-4436-9aff-270faf3275d9 req-d2ba7558-84ec-4989-a501-7009d415fefa tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440664 Jul 25 19:11:10.260985 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:10.265523 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b21621e6-13f9-426e-974c-686c950371dc req-ea1be2a1-683d-4850-b026-a435136fda32 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429423 Jul 25 19:11:10.332451 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21621e6-13f9-426e-974c-686c950371dc req-358d70c9-251d-4352-8a23-1f8a53d3b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:10.334043 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b21621e6-13f9-426e-974c-686c950371dc req-358d70c9-251d-4352-8a23-1f8a53d3b6a6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 1130 time: 0.0447235 Jul 25 19:11:10.445127 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21621e6-13f9-426e-974c-686c950371dc req-664cb57b-1100-48bf-ac9d-abd2d69fa4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:10.447257 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b21621e6-13f9-426e-974c-686c950371dc req-664cb57b-1100-48bf-ac9d-abd2d69fa4b2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.0931153 Jul 25 19:11:10.872797 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32ad75-2c34-4fc9-82b8-0d650c7cf103 req-c162e511-8da9-484a-b017-37508c6503f5 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:10.874330 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ea32ad75-2c34-4fc9-82b8-0d650c7cf103 req-c162e511-8da9-484a-b017-37508c6503f5 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 945 time: 0.0534115 Jul 25 19:11:10.923637 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ea32ad75-2c34-4fc9-82b8-0d650c7cf103 req-192bc5e2-2ece-4be2-9bcb-769a15fca0a6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Jul 25 19:11:11.286135 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b21621e6-13f9-426e-974c-686c950371dc req-aff87ab2-8d7c-4f8a-9f81-2e0b53f0088e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a30f1989-9491-4874-b4fd-962b93238fb5 HTTP/1.1" status: 200 len: 217 time: 0.0385294 Jul 25 19:11:11.338064 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21621e6-13f9-426e-974c-686c950371dc req-fb3d17d2-ecfb-4e19-85af-508f6f41a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:11.339607 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b21621e6-13f9-426e-974c-686c950371dc req-fb3d17d2-ecfb-4e19-85af-508f6f41a49e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0463946 Jul 25 19:11:11.386762 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21621e6-13f9-426e-974c-686c950371dc req-9904a4e7-238d-481d-b7bf-396b9a80487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:11.388293 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b21621e6-13f9-426e-974c-686c950371dc req-9904a4e7-238d-481d-b7bf-396b9a80487d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423367 Jul 25 19:11:11.490352 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b21621e6-13f9-426e-974c-686c950371dc req-6a8ec499-d65e-4c3d-a2ec-a1bc5d574d39 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917072 Jul 25 19:11:11.591761 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b21621e6-13f9-426e-974c-686c950371dc req-a6755ee8-6861-442c-a22c-6328df1f793e service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887196 Jul 25 19:11:11.772253 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:12.064607 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c05b1-1b88-42d6-9477-cbb7f152406e req-2046490e-b0f9-476d-bf3a-4a20f8fa92f9 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:12.066113 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-823c05b1-1b88-42d6-9477-cbb7f152406e req-2046490e-b0f9-476d-bf3a-4a20f8fa92f9 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 945 time: 0.0572851 Jul 25 19:11:12.115500 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-823c05b1-1b88-42d6-9477-cbb7f152406e req-e06312b7-10c7-4443-b2d1-56f2b20eced7 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429108 Jul 25 19:11:13.234959 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ba5f7-40e7-40b5-948b-ac259c9aa393 req-0f50042b-be66-4b39-9555-1918771ba93d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:13.236468 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bc5ba5f7-40e7-40b5-948b-ac259c9aa393 req-0f50042b-be66-4b39-9555-1918771ba93d tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 945 time: 0.0463989 Jul 25 19:11:13.280360 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:13.285084 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bc5ba5f7-40e7-40b5-948b-ac259c9aa393 req-90233066-53bf-4838-aa9d-03945e34a6c4 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Jul 25 19:11:17.807984 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:11:21.676240 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:21.684211 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:22.108715 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=77 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:22.111722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=50 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:23.278188 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:25.787828 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:25.805544 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6dc599e7-4580-4a59-b54c-daec790da0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:27.802913 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:28.284557 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-077ad937-208c-465f-9028-762ec4e4ee98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:29.508685 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:30.908776 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:31.318277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:40.699559 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a75b90-e4a8-428d-98da-30a4f6dc25ea req-88b2c2a9-8b25-49aa-a2c1-66262de2a8bf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:40.701303 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f5a75b90-e4a8-428d-98da-30a4f6dc25ea req-88b2c2a9-8b25-49aa-a2c1-66262de2a8bf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0503097 Jul 25 19:11:40.755906 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f5a75b90-e4a8-428d-98da-30a4f6dc25ea req-88b73e78-5d54-45cd-ae7c-d8e0e5c195b3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488119 Jul 25 19:11:41.183154 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:41.185202 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:41.821412 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:41.911393 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500a0f7-326a-4a51-a3bc-2d22d2ddab6e req-030c2445-bd75-414a-8242-f2527ca07284 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:41.913053 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3500a0f7-326a-4a51-a3bc-2d22d2ddab6e req-030c2445-bd75-414a-8242-f2527ca07284 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0618668 Jul 25 19:11:41.966997 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3500a0f7-326a-4a51-a3bc-2d22d2ddab6e req-546421c7-e8bf-499c-b15a-34b593ec5653 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465932 Jul 25 19:11:43.101734 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad2e5f-16a7-4223-b505-ef383dc7d705 req-da4c1bb9-db90-4e67-8774-532d6e92be19 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:43.103260 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a8ad2e5f-16a7-4223-b505-ef383dc7d705 req-da4c1bb9-db90-4e67-8774-532d6e92be19 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0481775 Jul 25 19:11:43.161908 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a8ad2e5f-16a7-4223-b505-ef383dc7d705 req-5a4d79dc-40a4-4f5c-a2e2-a819e314ea34 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523689 Jul 25 19:11:44.296749 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e3b7-77bd-4c6a-b67d-67aa767fcbe2 req-7039dd08-cd10-4cd4-9c69-ed50dab438ab tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:44.298252 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b2a5e3b7-77bd-4c6a-b67d-67aa767fcbe2 req-7039dd08-cd10-4cd4-9c69-ed50dab438ab tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0546253 Jul 25 19:11:44.357939 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b2a5e3b7-77bd-4c6a-b67d-67aa767fcbe2 req-630d4802-f4ae-4218-b0cc-84b336857130 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538969 Jul 25 19:11:45.258638 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edfb55-da3d-4ab5-9a16-991187a419f6 req-2911db58-20f1-4c5d-a764-521e5d1d96d6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:45.260131 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-14edfb55-da3d-4ab5-9a16-991187a419f6 req-2911db58-20f1-4c5d-a764-521e5d1d96d6 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 945 time: 0.0482416 Jul 25 19:11:45.310086 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-14edfb55-da3d-4ab5-9a16-991187a419f6 req-ae082601-9ea9-4130-b9de-7ab0eb6e0105 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436902 Jul 25 19:11:45.488098 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca76d0e-8e68-4e9a-83fb-bc625b6588c0 req-23a8492f-3ba2-4079-b358-83ccfd34c64b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:45.489585 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4ca76d0e-8e68-4e9a-83fb-bc625b6588c0 req-23a8492f-3ba2-4079-b358-83ccfd34c64b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0493190 Jul 25 19:11:45.538763 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4ca76d0e-8e68-4e9a-83fb-bc625b6588c0 req-07dada67-8d76-481e-ac27-2f5e4e7a1e76 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435386 Jul 25 19:11:46.434055 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021942c-fc73-4c6a-95fc-a9cad5972c01 req-5466651c-096e-46ac-bdda-7c2ae18ff8db tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:46.435756 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e021942c-fc73-4c6a-95fc-a9cad5972c01 req-5466651c-096e-46ac-bdda-7c2ae18ff8db tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 945 time: 0.0512633 Jul 25 19:11:46.483790 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e021942c-fc73-4c6a-95fc-a9cad5972c01 req-a48d43fa-b0cc-4bd6-9a18-0bbd8b5c61df tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Jul 25 19:11:46.663762 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05974-02bb-4df1-aeff-cc2d79ee90a6 req-5476a26c-d4d1-4cb3-abea-fe0cfacf57b5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:46.665273 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b2c05974-02bb-4df1-aeff-cc2d79ee90a6 req-5476a26c-d4d1-4cb3-abea-fe0cfacf57b5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0487101 Jul 25 19:11:46.717390 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b2c05974-02bb-4df1-aeff-cc2d79ee90a6 req-493ee3b5-2c22-4e2c-9f7c-7800b894deea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456541 Jul 25 19:11:47.613627 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addc012-11be-4b82-b821-0ccfb884a81f req-aacd6750-8126-4ae5-8773-27b5bc85f6d1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:47.615450 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7addc012-11be-4b82-b821-0ccfb884a81f req-aacd6750-8126-4ae5-8773-27b5bc85f6d1 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 945 time: 0.0552199 Jul 25 19:11:47.628766 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-1f71c4a8-de5e-43c7-ac55-cb06038f6396 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:47.631507 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-1f71c4a8-de5e-43c7-ac55-cb06038f6396 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.88 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 945 time: 0.0668592 Jul 25 19:11:47.669537 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7addc012-11be-4b82-b821-0ccfb884a81f req-657ba218-2261-440e-b674-abd883da7170 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/security-groups?id=2f850c1a-e3c4-4444-a8af-a715716e03e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479155 Jul 25 19:11:47.721098 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Deleting port 4ae7a041-6149-45ea-9d92-dd492aac3de2 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:11:47.721702 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:47.851102 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] For port 4ae7a041-6149-45ea-9d92-dd492aac3de2, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4ae7a041-6149-45ea-9d92-dd492aac3de2,segment=NetworkSegment(9e83a963-2fa3-498e-a122-2357d52963b2),segment_id=9e83a963-2fa3-498e-a122-2357d52963b2)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:11:47.851371 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:47.870221 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Calling delete_port for 4ae7a041-6149-45ea-9d92-dd492aac3de2 owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:11:47.878418 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c418daf-ef10-4618-a7cd-9fd337112320 req-3235b5bc-6001-4114-b9c6-8290290e47a9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:47.879911 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5c418daf-ef10-4618-a7cd-9fd337112320 req-3235b5bc-6001-4114-b9c6-8290290e47a9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0736089 Jul 25 19:11:47.977553 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5c418daf-ef10-4618-a7cd-9fd337112320 req-94330e43-5fe5-4975-a6a8-3a4349937630 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898514 Jul 25 19:11:48.119450 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (4ae7a041-6149-45ea-9d92-dd492aac3de2), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:48.131161 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['4ae7a041-6149-45ea-9d92-dd492aac3de2'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:11:48.149771 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Pushing event deleted for resources: {'Port': ['ID=4ae7a041-6149-45ea-9d92-dd492aac3de2,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:11:48.187856 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.188202 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.188544 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.188904 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.189213 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.189627 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.189856 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.190180 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.190531 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.190854 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.191178 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.191498 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.191813 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.192129 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.192446 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:11:48.216459 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] No DVR routers for this DVR port 4ae7a041-6149-45ea-9d92-dd492aac3de2 on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:11:48.219155 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:48.222628 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ab9ba341-33f1-429c-97c2-da54c50b6af1 req-4985089f-1766-4207-bcfe-40fef2b73bb2 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.88 "DELETE /v2.0/ports/4ae7a041-6149-45ea-9d92-dd492aac3de2 HTTP/1.1" status: 204 len: 173 time: 0.5856769 Jul 25 19:11:48.223080 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '705fce8e-42d6-4006-90cb-feb4eff8c388', 'name': 'network-vif-deleted', 'tag': '4ae7a041-6149-45ea-9d92-dd492aac3de2'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:11:48.226005 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a00a0e5-202b-4127-853d-02136ca24c5c" -d '{"events": [{"server_uuid": "705fce8e-42d6-4006-90cb-feb4eff8c388", "name": "network-vif-deleted", "tag": "4ae7a041-6149-45ea-9d92-dd492aac3de2"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:11:48.263702 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9b4ba6-fecc-469e-8217-93554150a378 x-openstack-request-id: req-6b9b4ba6-fecc-469e-8217-93554150a378 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:11:48.263996 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "705fce8e-42d6-4006-90cb-feb4eff8c388", "name": "network-vif-deleted", "tag": "4ae7a041-6149-45ea-9d92-dd492aac3de2", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:11:48.264251 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6b9b4ba6-fecc-469e-8217-93554150a378 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:11:48.264660 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b9b4ba6-fecc-469e-8217-93554150a378'] response: {'server_uuid': '705fce8e-42d6-4006-90cb-feb4eff8c388', 'name': 'network-vif-deleted', 'tag': '4ae7a041-6149-45ea-9d92-dd492aac3de2', 'status': 'completed', 'code': 200} Jul 25 19:11:48.785569 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-658130e8-2ef4-4c1d-94f3-0a7cd209027d req-70c48018-c1ad-4546-9e3a-ec6652d84c87 tempest-VolumesSnapshotTestJSON-1708046868 tempest-VolumesSnapshotTestJSON-1708046868-project] 10.222.0.17 "GET /v2.0/ports?device_id=705fce8e-42d6-4006-90cb-feb4eff8c388 HTTP/1.1" status: 200 len: 210 time: 0.0297019 Jul 25 19:11:49.154980 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0c6f-a1af-45ed-96db-58850fc1a7dc req-a4f8e793-64b3-4ffe-a2e7-a0f2d720b6f8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:49.157007 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f51a0c6f-a1af-45ed-96db-58850fc1a7dc req-a4f8e793-64b3-4ffe-a2e7-a0f2d720b6f8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0938611 Jul 25 19:11:49.212633 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f51a0c6f-a1af-45ed-96db-58850fc1a7dc req-2e6e672c-c3bb-4067-b913-28cc978bba7a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487373 Jul 25 19:11:50.345048 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78b0eaa-a0f7-4073-b131-cd67b24a344e req-2aee45d3-0044-44ea-a016-d178bc8d129d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:50.346507 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e78b0eaa-a0f7-4073-b131-cd67b24a344e req-2aee45d3-0044-44ea-a016-d178bc8d129d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0477452 Jul 25 19:11:50.397097 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e78b0eaa-a0f7-4073-b131-cd67b24a344e req-d35f64b4-9385-430c-bd1b-8d5d35011476 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449359 Jul 25 19:11:51.016873 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 4ae7a041-6149-45ea-9d92-dd492aac3de2 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:11:51.036553 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 4ae7a041-6149-45ea-9d92-dd492aac3de2 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:11:51.036901 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 4ae7a041-6149-45ea-9d92-dd492aac3de2 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:11:51.514712 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:51.526414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4cd86-821f-4ddd-90a1-a8bf4af842a4 req-4193092e-481d-47ef-abd8-1ab44f946515 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:51.528461 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-48d4cd86-821f-4ddd-90a1-a8bf4af842a4 req-4193092e-481d-47ef-abd8-1ab44f946515 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0493536 Jul 25 19:11:51.541467 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:51.582165 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-48d4cd86-821f-4ddd-90a1-a8bf4af842a4 req-caf5f353-f2dd-40af-8b96-c97c997ea069 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477607 Jul 25 19:11:52.348683 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=12 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:52.353868 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=14 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:11:52.710738 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4799e74-315f-4f4b-818f-765a98db86d2 req-928bd72b-fffe-46e0-a2e2-821bda51e22a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:52.712242 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a4799e74-315f-4f4b-818f-765a98db86d2 req-928bd72b-fffe-46e0-a2e2-821bda51e22a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0482469 Jul 25 19:11:52.763094 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a4799e74-315f-4f4b-818f-765a98db86d2 req-99a1084a-387c-4284-8124-6d573b51139a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444095 Jul 25 19:11:53.896487 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45287b60-6fc0-4616-88f9-48569dc731c4 req-a2ccfa4d-149f-406d-9505-a82804ed334a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:53.897972 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-45287b60-6fc0-4616-88f9-48569dc731c4 req-a2ccfa4d-149f-406d-9505-a82804ed334a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0546296 Jul 25 19:11:53.948578 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-45287b60-6fc0-4616-88f9-48569dc731c4 req-816b7c37-1c27-4c31-86d8-47eb7c40b5c6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446045 Jul 25 19:11:54.811397 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:11:55.089667 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41f343-c3ee-48ed-bee0-2cc0aaaf3923 req-3298298c-f955-4147-818b-eab08422bae2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:55.093280 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1f41f343-c3ee-48ed-bee0-2cc0aaaf3923 req-3298298c-f955-4147-818b-eab08422bae2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0534065 Jul 25 19:11:55.143297 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1f41f343-c3ee-48ed-bee0-2cc0aaaf3923 req-bd86c2f2-b8b8-4069-9459-0e1d7d3f5ea2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 Jul 25 19:11:55.803865 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5aca5312-e1fb-429b-8a00-92a7c6ba225e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:56.269155 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81121a0-6c7f-4006-917b-30cc84100ab7 req-94592886-e9aa-4d89-8f24-9efdabe3574b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:56.270650 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e81121a0-6c7f-4006-917b-30cc84100ab7 req-94592886-e9aa-4d89-8f24-9efdabe3574b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0483906 Jul 25 19:11:56.319859 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e81121a0-6c7f-4006-917b-30cc84100ab7 req-86343f02-bd46-440b-8b16-aaf9f4cb232f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435305 Jul 25 19:11:57.443800 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02eaf3-06e7-4a0c-a9b9-16baa59d488d req-37c30cb7-edb0-48a9-8945-861a95477219 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:57.445296 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c02eaf3-06e7-4a0c-a9b9-16baa59d488d req-37c30cb7-edb0-48a9-8945-861a95477219 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0478153 Jul 25 19:11:57.493753 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c02eaf3-06e7-4a0c-a9b9-16baa59d488d req-d508a8b3-a960-4a34-94ca-ef7abee90e2b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Jul 25 19:11:58.263297 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cef5b168-1843-4644-8bd2-d276e4fd1cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:58.626978 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc2caa-698e-4110-8f45-6a9b0f166584 req-a3f795c1-03b5-46a9-99d0-c92c18bdece6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:58.628498 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d6cc2caa-698e-4110-8f45-6a9b0f166584 req-a3f795c1-03b5-46a9-99d0-c92c18bdece6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0524840 Jul 25 19:11:58.677108 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d6cc2caa-698e-4110-8f45-6a9b0f166584 req-39e0d719-9228-4fee-82a1-b8effe63b6df tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428271 Jul 25 19:11:59.490273 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:11:59.812608 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eecce-2255-4e18-9dcc-fd361a5940ef req-95c87705-4a37-4ee2-90ff-3c927a6c9e58 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:11:59.814188 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ef3eecce-2255-4e18-9dcc-fd361a5940ef req-95c87705-4a37-4ee2-90ff-3c927a6c9e58 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0496273 Jul 25 19:11:59.869603 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ef3eecce-2255-4e18-9dcc-fd361a5940ef req-dc8ea6e5-3c10-4c0f-92e9-c6295c629bd6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488672 Jul 25 19:12:01.001287 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d01d0fe-96c8-42b3-ae1f-7e9cccc260ba req-1a0645f2-6fa9-4ff4-99c2-6c1d7c93ab4d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:01.002873 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8d01d0fe-96c8-42b3-ae1f-7e9cccc260ba req-1a0645f2-6fa9-4ff4-99c2-6c1d7c93ab4d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0514233 Jul 25 19:12:01.004922 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:01.057088 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8d01d0fe-96c8-42b3-ae1f-7e9cccc260ba req-94e56a82-df32-402a-a47d-b25648ccc075 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465934 Jul 25 19:12:01.261704 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:02.187062 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee7ebd8-dc4a-4a7c-8f6f-7760c0b1c172 req-9afaefae-22d2-4ecd-a1b9-e900a5731a02 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:02.188571 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6ee7ebd8-dc4a-4a7c-8f6f-7760c0b1c172 req-9afaefae-22d2-4ecd-a1b9-e900a5731a02 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0508566 Jul 25 19:12:02.236080 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6ee7ebd8-dc4a-4a7c-8f6f-7760c0b1c172 req-a76ee1c2-f69b-42c8-8de3-e4ac3c19592d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421183 Jul 25 19:12:02.788334 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:03.094266 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:12:03.193045 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:03.208580 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'port_id': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'mac_address': 'fa:16:3e:2a:46:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:12:03.243632 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e40ea0fc-afa9-4060-9acf-75154697423d is: ACTIVE; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:03.244028 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:03.258208 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e40ea0fc-afa9-4060-9acf-75154697423d {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:12:03.278737 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:03.332415 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:03.334240 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:03.370457 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189257a1-8e0f-4e24-9bd5-84e2abfe6582 req-8212c2ce-63c7-4093-a8a5-0438f84e510c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:03.371854 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-189257a1-8e0f-4e24-9bd5-84e2abfe6582 req-8212c2ce-63c7-4093-a8a5-0438f84e510c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0488286 Jul 25 19:12:03.382400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:03.425286 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-189257a1-8e0f-4e24-9bd5-84e2abfe6582 req-bf69c1c7-e62c-45b8-a15b-1abbafd07d15 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458992 Jul 25 19:12:03.438775 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=6']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:03.485939 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['e40ea0fc-afa9-4060-9acf-75154697423d'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:12:04.564703 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3c6ab-c1e4-4c0a-9d5e-23091047dc3b req-332899f3-7777-4396-9fc3-583f88107412 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:04.566424 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1b3c6ab-c1e4-4c0a-9d5e-23091047dc3b req-332899f3-7777-4396-9fc3-583f88107412 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 944 time: 0.0513213 Jul 25 19:12:04.618592 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1b3c6ab-c1e4-4c0a-9d5e-23091047dc3b req-9e2fe886-6220-4543-9d2b-36ae44b0eb5a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466011 Jul 25 19:12:04.806069 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:05.743476 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184fa4f-fdcc-407e-8cf5-ee8626fdd0de req-35d58fc1-dcbd-4103-85da-6c603cf1f9cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:05.744979 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8184fa4f-fdcc-407e-8cf5-ee8626fdd0de req-35d58fc1-dcbd-4103-85da-6c603cf1f9cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 944 time: 0.0467114 Jul 25 19:12:05.800780 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8184fa4f-fdcc-407e-8cf5-ee8626fdd0de req-b95d1b8a-ed82-4b7a-9176-4dfb91895056 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468130 Jul 25 19:12:06.924993 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd3fa0-38eb-4849-9967-17a78d2942a2 req-7c4818d5-1a53-418d-8837-4344e98d68eb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:06.926424 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-43fd3fa0-38eb-4849-9967-17a78d2942a2 req-7c4818d5-1a53-418d-8837-4344e98d68eb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 944 time: 0.0470405 Jul 25 19:12:06.974685 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-43fd3fa0-38eb-4849-9967-17a78d2942a2 req-f1113aab-bc3c-4e82-a130-0d430bfdc2cf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427346 Jul 25 19:12:08.096963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7003e1f-2594-4027-8487-ec5836784da7 req-1f0b764f-0a14-4f69-81f1-cf96a034f66b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:08.098454 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a7003e1f-2594-4027-8487-ec5836784da7 req-1f0b764f-0a14-4f69-81f1-cf96a034f66b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 944 time: 0.0467868 Jul 25 19:12:08.147116 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a7003e1f-2594-4027-8487-ec5836784da7 req-e486d6a1-b32b-45cd-9a70-263315ed5d02 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430043 Jul 25 19:12:08.559152 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:08.609042 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port e40ea0fc-afa9-4060-9acf-75154697423d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:08.609644 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:08.687815 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e40ea0fc-afa9-4060-9acf-75154697423d is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:08.688206 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:08.711358 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:12:08.713547 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcc2204-911f-4d63-884b-ceda7733f8ef" -d '{"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-plugged", "status": "completed", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:12:08.726778 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:08.753670 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0a6550-e823-4c2a-b650-51c26fca4dd6 x-openstack-request-id: req-fc0a6550-e823-4c2a-b650-51c26fca4dd6 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:12:08.753968 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-plugged", "status": "completed", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:12:08.754224 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fc0a6550-e823-4c2a-b650-51c26fca4dd6 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:12:08.754682 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc0a6550-e823-4c2a-b650-51c26fca4dd6'] response: {'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'code': 200} Jul 25 19:12:08.787611 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:08.835770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=7']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:08.843973 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.844321 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.844666 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.845011 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.845346 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.845680 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.846013 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.846351 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.846690 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.847020 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.847350 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.847676 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.848005 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.848324 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:08.848643 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:09.271617 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc8254-dc06-4e9d-99d9-b41837e3dcda req-cac4ffca-2ad6-4e18-9f18-464afc41dc5e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:09.273089 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-51dc8254-dc06-4e9d-99d9-b41837e3dcda req-cac4ffca-2ad6-4e18-9f18-464afc41dc5e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0472953 Jul 25 19:12:09.320427 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-51dc8254-dc06-4e9d-99d9-b41837e3dcda req-8bdc40c8-10fb-4c46-8565-ab4837c0d0d2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417318 Jul 25 19:12:10.451227 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fc229-2c64-4eba-8538-deb1745f78a0 req-1874e0c3-e8de-4607-b2ea-cea516959fdd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:10.453155 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9c0fc229-2c64-4eba-8538-deb1745f78a0 req-1874e0c3-e8de-4607-b2ea-cea516959fdd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0544934 Jul 25 19:12:10.501288 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9c0fc229-2c64-4eba-8538-deb1745f78a0 req-b932b675-61ce-427b-8308-bbaf18f2067d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Jul 25 19:12:11.633324 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd03953-2935-47d8-ba20-c361a116091b req-7380cb08-4cc9-4dea-9ed7-544c9cfbb0d8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:11.634770 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5cd03953-2935-47d8-ba20-c361a116091b req-7380cb08-4cc9-4dea-9ed7-544c9cfbb0d8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0516031 Jul 25 19:12:11.689616 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5cd03953-2935-47d8-ba20-c361a116091b req-5df7b4c6-0dfc-4af7-9769-9d18c9194943 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455813 Jul 25 19:12:11.706720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:11.708357 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:11.804690 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:12.818760 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ae0e1-b726-4f9a-9562-1adc20edc739 req-b48dc396-2d3f-4403-8712-573e38fca406 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:12.820515 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-588ae0e1-b726-4f9a-9562-1adc20edc739 req-b48dc396-2d3f-4403-8712-573e38fca406 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0482039 Jul 25 19:12:12.871379 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-588ae0e1-b726-4f9a-9562-1adc20edc739 req-80dfe5a0-a913-478d-9bc0-5dfd35de90dd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443435 Jul 25 19:12:13.464920 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1b82d-d7e0-43d5-b262-0d46db8389a0 req-9ebfaa56-6a71-4cc8-a2ab-64cc0aad9752 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:13.466463 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6be1b82d-d7e0-43d5-b262-0d46db8389a0 req-9ebfaa56-6a71-4cc8-a2ab-64cc0aad9752 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0510004 Jul 25 19:12:13.521395 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6be1b82d-d7e0-43d5-b262-0d46db8389a0 req-f03b13ff-8ac9-4ffd-8701-bff0dbab991c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470736 Jul 25 19:12:14.003442 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf1399-50f4-42b8-a7ed-551d6160e322 req-52949531-8dbd-4b14-aac7-a6c22cd1bfb5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:14.007086 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-badf1399-50f4-42b8-a7ed-551d6160e322 req-52949531-8dbd-4b14-aac7-a6c22cd1bfb5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0511594 Jul 25 19:12:14.062921 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-177d0438-2157-464d-8506-317b79556fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:14.064468 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-177d0438-2157-464d-8506-317b79556fd8 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1129 time: 0.0561197 Jul 25 19:12:14.088264 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-badf1399-50f4-42b8-a7ed-551d6160e322 req-1c962ac5-7d4a-42ff-9f3d-58f3f40638bd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701098 Jul 25 19:12:14.136704 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:14.187509 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-f9d6cc7a-fd32-4656-8c54-63a5ce2e6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:14.189044 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-f9d6cc7a-fd32-4656-8c54-63a5ce2e6cd3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.0999110 Jul 25 19:12:14.202193 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:14.257632 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-71e16e6f-1321-4c20-ba3d-9e117bce79b0 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 1001 time: 0.0618114 Jul 25 19:12:14.308235 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-5a26ed98-bbdd-458a-b4f9-a8276cef3f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:14.309685 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-5a26ed98-bbdd-458a-b4f9-a8276cef3f96 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0458841 Jul 25 19:12:14.354087 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-b8b75ff6-fa51-4756-b6ea-0d86405c576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:14.355612 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-b8b75ff6-fa51-4756-b6ea-0d86405c576d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399818 Jul 25 19:12:14.484049 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-6b86f3bf-d5b7-4c48-a9e8-9efe29c59e0d service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210139 Jul 25 19:12:14.579895 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c1384cfa-f44e-44b8-b1a4-057a6b37c76e req-6a7c629d-1e1e-479e-a52e-59763a7aa9c9 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885079 Jul 25 19:12:14.656256 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b229c-88be-4ae8-b942-51bba9cba887 req-0b03739f-45fc-42d6-a781-f0658e7bc47c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:14.657879 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2d4b229c-88be-4ae8-b942-51bba9cba887 req-0b03739f-45fc-42d6-a781-f0658e7bc47c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0556347 Jul 25 19:12:14.714573 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2d4b229c-88be-4ae8-b942-51bba9cba887 req-33b53831-8bb0-4f5b-b16b-535ba443ca36 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467296 Jul 25 19:12:15.231860 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befad19-9bc7-491b-b27e-9a5a1c1de8a4 req-802f874d-1e43-412a-b5e3-8368d916f485 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:15.234275 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7befad19-9bc7-491b-b27e-9a5a1c1de8a4 req-802f874d-1e43-412a-b5e3-8368d916f485 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0578656 Jul 25 19:12:15.289647 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7befad19-9bc7-491b-b27e-9a5a1c1de8a4 req-75a5ee48-07a9-43df-8f11-72fbd4ad0a2e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489740 Jul 25 19:12:15.867685 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4cd09-8741-4a7e-8290-03b96b473427 req-0947e3a1-6ff8-4642-928d-abadcc43e181 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:15.870125 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-baa4cd09-8741-4a7e-8290-03b96b473427 req-0947e3a1-6ff8-4642-928d-abadcc43e181 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0537224 Jul 25 19:12:15.927390 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-baa4cd09-8741-4a7e-8290-03b96b473427 req-3369bf33-4c49-4d54-b7cc-c333832d76cb tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492802 Jul 25 19:12:16.430048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f622b9-a6a2-473b-b367-336531ff430d req-2b5ea9be-1bc9-496e-ad9f-4f2528042233 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:16.431741 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e0f622b9-a6a2-473b-b367-336531ff430d req-2b5ea9be-1bc9-496e-ad9f-4f2528042233 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0507789 Jul 25 19:12:16.496949 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e0f622b9-a6a2-473b-b367-336531ff430d req-525add0d-6215-46e7-889a-de1ad6231444 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592906 Jul 25 19:12:17.056475 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7533e3-f87a-4a52-8e0d-23e0a66af98f req-845fd201-7a04-48a2-8114-dd23540749ce tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:17.057964 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9e7533e3-f87a-4a52-8e0d-23e0a66af98f req-845fd201-7a04-48a2-8114-dd23540749ce tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0501120 Jul 25 19:12:17.116276 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9e7533e3-f87a-4a52-8e0d-23e0a66af98f req-62a275a3-94c9-455f-814b-a43ce7226a3f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499766 Jul 25 19:12:17.637740 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27615236-3234-429f-89d8-9236cc75852c req-4a3f2318-c296-45cb-8ec2-8441d7299e31 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:17.639323 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-27615236-3234-429f-89d8-9236cc75852c req-4a3f2318-c296-45cb-8ec2-8441d7299e31 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0574794 Jul 25 19:12:17.703671 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-27615236-3234-429f-89d8-9236cc75852c req-1e4937fb-cbb6-40b8-aaf9-1633a5f088f4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577817 Jul 25 19:12:18.236779 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:18.255481 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8dd15f-c67f-4fe3-bda0-18f04e3f0d8e req-b2354c51-eeed-4c81-b79b-2b1d7e492360 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:18.257137 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-db8dd15f-c67f-4fe3-bda0-18f04e3f0d8e req-b2354c51-eeed-4c81-b79b-2b1d7e492360 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0532176 Jul 25 19:12:18.318375 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-db8dd15f-c67f-4fe3-bda0-18f04e3f0d8e req-080e7a10-84fd-43ca-a2a7-8d914896f1bf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520277 Jul 25 19:12:18.828470 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a178cf8-989b-4e08-9617-35c63db91572 req-088f0ad2-221d-4dc3-8252-624347bbd058 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:18.829953 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a178cf8-989b-4e08-9617-35c63db91572 req-088f0ad2-221d-4dc3-8252-624347bbd058 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0498636 Jul 25 19:12:18.883402 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a178cf8-989b-4e08-9617-35c63db91572 req-efefcb85-4067-4e1e-97e1-aae0454eaed3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479035 Jul 25 19:12:19.431004 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:19.450796 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61427b6-1a25-4a74-adde-49d403b58619 req-0627c037-d74b-4941-8434-fab875c78b70 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:19.453199 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b61427b6-1a25-4a74-adde-49d403b58619 req-0627c037-d74b-4941-8434-fab875c78b70 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0588160 Jul 25 19:12:19.737991 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b61427b6-1a25-4a74-adde-49d403b58619 req-c9748c27-2f4e-4411-a83f-77bd3d26a380 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2788301 Jul 25 19:12:20.037191 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2a666-4ce0-4dcc-8586-08a7fce2d9e0 req-b0f066f1-bf14-4999-ac00-3e26a0e2748d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:20.038840 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-01e2a666-4ce0-4dcc-8586-08a7fce2d9e0 req-b0f066f1-bf14-4999-ac00-3e26a0e2748d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0604281 Jul 25 19:12:20.110165 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-01e2a666-4ce0-4dcc-8586-08a7fce2d9e0 req-a442fe6a-f887-4568-9db1-382c0d005c53 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562403 Jul 25 19:12:20.877982 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d336f-99fe-48ea-b8eb-52c86a1af8ad req-ef017cdf-62be-462c-989b-992f073efb74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:20.879868 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-490d336f-99fe-48ea-b8eb-52c86a1af8ad req-ef017cdf-62be-462c-989b-992f073efb74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0546997 Jul 25 19:12:20.974008 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-490d336f-99fe-48ea-b8eb-52c86a1af8ad req-8d5af094-05ef-47ff-a8c0-5770fc7293d9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671027 Jul 25 19:12:21.253670 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2eadd0-0201-45e1-80d1-14aea0ebebaa req-5e3e2e47-1a97-43c9-9b39-93de366587f8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:21.260851 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4e2eadd0-0201-45e1-80d1-14aea0ebebaa req-5e3e2e47-1a97-43c9-9b39-93de366587f8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0635438 Jul 25 19:12:21.310855 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4e2eadd0-0201-45e1-80d1-14aea0ebebaa req-228979cd-c7e6-4c9c-8c9a-2f12adc5375a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494664 Jul 25 19:12:22.082043 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc968eeb-bc9e-493f-932d-f055250f7167 req-77d8268e-e94c-491a-b2a7-abfe79f541b3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:22.083537 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bc968eeb-bc9e-493f-932d-f055250f7167 req-77d8268e-e94c-491a-b2a7-abfe79f541b3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0497949 Jul 25 19:12:22.138164 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bc968eeb-bc9e-493f-932d-f055250f7167 req-4e63450a-9650-4e80-b10a-3d2cda916182 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488317 Jul 25 19:12:22.413396 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:22.453630 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282281f7-ca78-4a0d-91e6-c934ce077421 req-9949ea8c-6c1c-4e9d-b9e5-f1502966987a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:22.455613 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-282281f7-ca78-4a0d-91e6-c934ce077421 req-9949ea8c-6c1c-4e9d-b9e5-f1502966987a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0531988 Jul 25 19:12:22.508706 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-282281f7-ca78-4a0d-91e6-c934ce077421 req-b0ddff2f-cf3d-41e1-a5ea-39f96bc038cf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467923 Jul 25 19:12:23.291217 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3e42b-23cb-4e36-ac5a-35a1c88563f6 req-3975a789-cb5a-4ea1-821e-e6903f6e6dbf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:23.292856 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8cd3e42b-23cb-4e36-ac5a-35a1c88563f6 req-3975a789-cb5a-4ea1-821e-e6903f6e6dbf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0689161 Jul 25 19:12:23.347877 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8cd3e42b-23cb-4e36-ac5a-35a1c88563f6 req-b1f51181-2ae5-41d8-a404-0e85a7b25256 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487065 Jul 25 19:12:23.415063 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45102) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:23.666266 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866b713-1215-4a0c-877d-ec8e117a024c req-1f0e95b5-524e-4ec9-aaf4-ff81b8109f76 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:23.674006 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0866b713-1215-4a0c-877d-ec8e117a024c req-1f0e95b5-524e-4ec9-aaf4-ff81b8109f76 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0650833 Jul 25 19:12:23.714351 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Deleting subnet c7c74f2c-55ab-4034-8db7-a6e751e2ee1d {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:12:23.717946 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Publish callbacks [] for subnet (c7c74f2c-55ab-4034-8db7-a6e751e2ee1d), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:23.733899 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0866b713-1215-4a0c-877d-ec8e117a024c req-22824860-9f1c-48b7-802e-44d887be9b59 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579505 Jul 25 19:12:23.768966 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (c7c74f2c-55ab-4034-8db7-a6e751e2ee1d), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:23.824722 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (c7c74f2c-55ab-4034-8db7-a6e751e2ee1d), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.016199 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (c7c74f2c-55ab-4034-8db7-a6e751e2ee1d), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.039699 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7c74f2c-55ab-4034-8db7-a6e751e2ee1d,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:24.052960 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.053418 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.053812 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.053956 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.054378 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.054892 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.055228 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.055556 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.055899 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.056211 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.056544 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.056877 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.057194 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.057518 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.057839 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:24.064427 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.071590 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-443597fd-137e-4575-b34f-ebc5ba11a280 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/c7c74f2c-55ab-4034-8db7-a6e751e2ee1d HTTP/1.1" status: 204 len: 168 time: 0.6536536 Jul 25 19:12:24.071847 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45108) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:24.151728 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:24.158420 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (6a578d58-7b25-445c-860f-38e792f6130d), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.264097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (6a578d58-7b25-445c-860f-38e792f6130d), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.289995 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a578d58-7b25-445c-860f-38e792f6130d']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:24.300925 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e83a963-2fa3-498e-a122-2357d52963b2') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:24.301380 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e83a963-2fa3-498e-a122-2357d52963b2') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:24.311564 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (9e83a963-2fa3-498e-a122-2357d52963b2), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.325310 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (9e83a963-2fa3-498e-a122-2357d52963b2), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.331885 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:12:24.332273 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (9e83a963-2fa3-498e-a122-2357d52963b2), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.519002 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (6a578d58-7b25-445c-860f-38e792f6130d), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.525944 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4958d2-c9a6-45bf-a14c-78b40fff9494 req-1994db92-6c1e-455e-bf7f-768786147d8a tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:24.542848 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e4958d2-c9a6-45bf-a14c-78b40fff9494 req-1994db92-6c1e-455e-bf7f-768786147d8a tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0811014 Jul 25 19:12:24.555036 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a578d58-7b25-445c-860f-38e792f6130d,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:24.557312 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:24.561507 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-465f739b-205e-4f69-b202-0ff4ddbcd632 admin admin] 10.222.0.17 "DELETE /v2.0/networks/6a578d58-7b25-445c-860f-38e792f6130d HTTP/1.1" status: 204 len: 168 time: 0.4878423 Jul 25 19:12:24.631206 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e4958d2-c9a6-45bf-a14c-78b40fff9494 req-18b09997-87d9-45ad-8bef-2ec555aa30a0 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833721 Jul 25 19:12:24.646137 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 9e83a963-2fa3-498e-a122-2357d52963b2 resource provider aggregate not found Jul 25 19:12:24.672414 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 9e83a963-2fa3-498e-a122-2357d52963b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e83a963-2fa3-498e-a122-2357d52963b2 found for delete ", "request_id": "req-dc84272e-6a0d-4528-9c6d-3e9c02b15687"}]} Jul 25 19:12:24.877902 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ddc23-4973-4afd-81e7-631d6cfb830a req-86618e5e-a714-4b19-bbb8-1b50be8d18e6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:24.879786 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7a9ddc23-4973-4afd-81e7-631d6cfb830a req-86618e5e-a714-4b19-bbb8-1b50be8d18e6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0661457 Jul 25 19:12:24.951659 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7a9ddc23-4973-4afd-81e7-631d6cfb830a req-5fd7dfde-5fa7-4522-98ba-44b8769ec42f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648060 Jul 25 19:12:24.965133 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45122) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:25.016888 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1406be7e-4f17-41b7-bedd-284160b36164 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=387ac04100224395a581aa382deb19b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0505078 Jul 25 19:12:25.019344 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45124) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:25.084813 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cabb9f94-6cc6-48f9-9c97-c248a873b995 admin admin] Publish callbacks [] for security_group (2f850c1a-e3c4-4444-a8af-a715716e03e4), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:25.118458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cabb9f94-6cc6-48f9-9c97-c248a873b995 admin admin] Publish callbacks [] for security_group (2f850c1a-e3c4-4444-a8af-a715716e03e4), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:25.250896 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cabb9f94-6cc6-48f9-9c97-c248a873b995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2f850c1a-e3c4-4444-a8af-a715716e03e4), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:25.253525 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cabb9f94-6cc6-48f9-9c97-c248a873b995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:25.257448 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-cabb9f94-6cc6-48f9-9c97-c248a873b995 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f850c1a-e3c4-4444-a8af-a715716e03e4 HTTP/1.1" status: 204 len: 168 time: 0.2343519 Jul 25 19:12:25.264265 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb9f94-6cc6-48f9-9c97-c248a873b995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f850c1a-e3c4-4444-a8af-a715716e03e4,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:25.747052 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1152a3-32ce-416b-9b05-e352fd4b1117 req-4c5a28ba-b4ae-4ecc-b7bd-f961da588e49 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:25.752354 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6f1152a3-32ce-416b-9b05-e352fd4b1117 req-4c5a28ba-b4ae-4ecc-b7bd-f961da588e49 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0519128 Jul 25 19:12:25.799224 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6f1152a3-32ce-416b-9b05-e352fd4b1117 req-4dd0497a-3d48-4261-8e6b-019e60c51423 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440540 Jul 25 19:12:25.832613 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-67ef6991-d6c8-457c-b701-c564c859ce60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:26.095730 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23771f26-d8ce-41ef-9464-ab81043c2a72 req-b45d5769-a0f9-43c4-a677-54396b12570c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:26.097227 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23771f26-d8ce-41ef-9464-ab81043c2a72 req-b45d5769-a0f9-43c4-a677-54396b12570c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0503163 Jul 25 19:12:26.147511 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23771f26-d8ce-41ef-9464-ab81043c2a72 req-3398efc2-df4f-406f-90b3-c81da9922487 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446782 Jul 25 19:12:26.759747 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45156) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:26.922799 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-589934305-network', 'tenant_id': '019f72079acf4a74bd1a0706041e6678'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:26.953159 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f126a-6e00-45ef-b123-29972e4f10c1 req-d29ddef1-a99e-4549-bbc4-0c7e8238e99c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:26.955432 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-275f126a-6e00-45ef-b123-29972e4f10c1 req-d29ddef1-a99e-4549-bbc4-0c7e8238e99c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0629098 Jul 25 19:12:27.008298 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-275f126a-6e00-45ef-b123-29972e4f10c1 req-b2ac92cc-2f62-4b52-ba4e-d2bf059c307e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470407 Jul 25 19:12:27.066764 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Made reservation on behalf of 019f72079acf4a74bd1a0706041e6678 for: {'network': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:12:27.069292 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:27.079174 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:27.092541 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:27.159852 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Publish callbacks [] for security_group (8911bc3e-e73a-4fa2-ba2f-09323ab463d3), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:27.263596 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:27.277758 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77437e97-57c9-49df-bd35-42c265c3a58f req-4683eeae-e731-4e95-980f-e088d1f52232 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:27.279267 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-77437e97-57c9-49df-bd35-42c265c3a58f req-4683eeae-e731-4e95-980f-e088d1f52232 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0521145 Jul 25 19:12:27.309963 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (8911bc3e-e73a-4fa2-ba2f-09323ab463d3), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:27.351106 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-77437e97-57c9-49df-bd35-42c265c3a58f req-fd235c26-3b62-4218-865c-9ca52a7a7a6d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662045 Jul 25 19:12:27.351765 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=111003) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:12:27.367412 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8911bc3e-e73a-4fa2-ba2f-09323ab463d3,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:27.370478 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (7eeb3cdb-5fba-43b1-a247-194e9e8f9a05), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:27.370859 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.segments_db [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Added segment 7eeb3cdb-5fba-43b1-a247-194e9e8f9a05 of type vlan for network 258528fe-2a61-40c6-8c40-081c24552b12 Jul 25 19:12:27.413184 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (258528fe-2a61-40c6-8c40-081c24552b12), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:27.558639 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (258528fe-2a61-40c6-8c40-081c24552b12), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:27.559761 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:27.560481 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:27.628064 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] Pushing event updated for resources: {'Network': ['ID=258528fe-2a61-40c6-8c40-081c24552b12,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:27.637535 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 258528fe-2a61-40c6-8c40-081c24552b12 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:12:27.853184 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-66d6f4f8-dae8-4f26-b183-dcc0f2145415 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0921223 Jul 25 19:12:27.855894 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45174) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:27.861389 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Request body: {'subnet': {'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-589934305-subnet', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'ip_version': 4}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:28.009508 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Made reservation on behalf of 019f72079acf4a74bd1a0706041e6678 for: {'subnet': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:12:28.012044 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17449403'] for subnet (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:28.153783 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1090cf03-9b69-46d8-89c8-e1577df0be14 req-1134bcc2-c4ec-4bd1-980e-7f5c0324c0bf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:28.159703 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1090cf03-9b69-46d8-89c8-e1577df0be14 req-1134bcc2-c4ec-4bd1-980e-7f5c0324c0bf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0653636 Jul 25 19:12:28.188189 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:28.215916 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1090cf03-9b69-46d8-89c8-e1577df0be14 req-796f28bc-9139-4aeb-a87d-5f952c840e0a tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505228 Jul 25 19:12:28.250884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e4dd97dd-9b99-4063-b31f-ac676c1d625c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:28.476652 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee3499-a892-4f9d-8457-f984d21678c4 req-d5a916b8-ec21-430c-bd7d-aab6e1d569fc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:28.478244 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-67ee3499-a892-4f9d-8457-f984d21678c4 req-d5a916b8-ec21-430c-bd7d-aab6e1d569fc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0461502 Jul 25 19:12:28.509944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:28.523854 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-18247496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17449353'] for subnet (bd361c3f-a29d-4eef-aa9f-3faf12aebdeb), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:28.551925 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-67ee3499-a892-4f9d-8457-f984d21678c4 req-25e48373-ca68-4323-8ec0-ad26d70fb3fe tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673566 Jul 25 19:12:28.581993 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:28.597593 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Checking segment: {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:12:28.598028 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Network hostable DHCP agents. Network: 258528fe-2a61-40c6-8c40-081c24552b12, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111003) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:12:28.775751 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Network 258528fe-2a61-40c6-8c40-081c24552b12 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111003) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:12:28.883903 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 258528fe-2a61-40c6-8c40-081c24552b12) {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:28.888027 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:28.888623 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:28.892734 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846cec9-03e7-4d91-bcdd-9333916acb21 None None] Network 258528fe-2a61-40c6-8c40-081c24552b12 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:12:28.966556 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-7d0cee5e-2bf8-49dd-89bd-be8575b1b733 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1095769 Jul 25 19:12:28.980299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45180) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:28.980299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:29.003767 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-258528fe-2a61-40c6-8c40-081c24552b12', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'project_id': '019f72079acf4a74bd1a0706041e6678', 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:12:29.004751 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.099375 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (f3cf604c-d4b8-4dcd-849d-10207d97b33c), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.100478 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (f3cf604c-d4b8-4dcd-849d-10207d97b33c), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.118040 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280965da-4e4d-4332-8c52-d55b3a780153 req-df4fa786-c594-4fb8-a35b-c1975f41e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:29.119590 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-280965da-4e4d-4332-8c52-d55b3a780153 req-df4fa786-c594-4fb8-a35b-c1975f41e538 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1129 time: 0.0536556 Jul 25 19:12:29.220903 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks [] for router_controller (f3cf604c-d4b8-4dcd-849d-10207d97b33c), precommit_add_association {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.231258 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:29.269979 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280965da-4e4d-4332-8c52-d55b3a780153 req-a936bdc0-2dfa-41a8-a068-fdf1e94ac47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:29.269979 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-280965da-4e4d-4332-8c52-d55b3a780153 req-a936bdc0-2dfa-41a8-a068-fdf1e94ac47f service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.1409483 Jul 25 19:12:29.287550 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Allocated IP 172.20.0.2 (258528fe-2a61-40c6-8c40-081c24552b12/bd361c3f-a29d-4eef-aa9f-3faf12aebdeb/49a84a4f-3c72-4748-a60a-ea5188d28c63) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:12:29.335085 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-280965da-4e4d-4332-8c52-d55b3a780153 req-e377da4d-999d-471e-a449-baf8096981ff service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 1001 time: 0.0593102 Jul 25 19:12:29.336338 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:29.355697 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573143e-f78f-490f-adff-0cc516df5e37 req-19d27ec4-c189-402e-ba8f-f27ac8c5076f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:29.355959 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4573143e-f78f-490f-adff-0cc516df5e37 req-19d27ec4-c189-402e-ba8f-f27ac8c5076f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0548346 Jul 25 19:12:29.412186 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4573143e-f78f-490f-adff-0cc516df5e37 req-f7a48402-df5f-4cc0-93e6-aa5aa9e36c17 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491772 Jul 25 19:12:29.460561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280965da-4e4d-4332-8c52-d55b3a780153 req-e4db3aaa-40e2-4207-94ae-c2ef1d625fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:29.462033 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-280965da-4e4d-4332-8c52-d55b3a780153 req-e4db3aaa-40e2-4207-94ae-c2ef1d625fb7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.1203642 Jul 25 19:12:29.466405 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Publish callbacks [] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.553844 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks [] for router_gateway (f3cf604c-d4b8-4dcd-849d-10207d97b33c), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.563307 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280965da-4e4d-4332-8c52-d55b3a780153 req-239dea20-4d34-474f-b05b-6a9691d4b5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:29.564803 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-280965da-4e4d-4332-8c52-d55b3a780153 req-239dea20-4d34-474f-b05b-6a9691d4b5d3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0702596 Jul 25 19:12:29.569687 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.570851 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.623277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Network 258528fe-2a61-40c6-8c40-081c24552b12 is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:12:29.623277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:29.626511 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:12:29.630225 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Pushing event updated for resources: {'Port': ['ID=49a84a4f-3c72-4748-a60a-ea5188d28c63,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:29.673752 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-280965da-4e4d-4332-8c52-d55b3a780153 req-372f0978-ab79-4a24-bedb-125316cda004 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015890 Jul 25 19:12:29.694934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6fd95-c7d7-4ec0-875a-3b6a063a147b req-29710c0c-9f23-43b9-8b78-8c04ad23ad5d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:29.696514 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Attempting to bind port 49a84a4f-3c72-4748-a60a-ea5188d28c63 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:12:29.696681 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38d6fd95-c7d7-4ec0-875a-3b6a063a147b req-29710c0c-9f23-43b9-8b78-8c04ad23ad5d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0535214 Jul 25 19:12:29.697026 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Attempting to bind port 49a84a4f-3c72-4748-a60a-ea5188d28c63 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:12:29.697470 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Attempting to bind port 49a84a4f-3c72-4748-a60a-ea5188d28c63 on network 258528fe-2a61-40c6-8c40-081c24552b12 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:12:29.704878 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:12:29.705375 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Checking segment: {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:12:29.705848 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.706373 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Bound using segment: {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:12:29.707269 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Bound port: 49a84a4f-3c72-4748-a60a-ea5188d28c63, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:12:29.708029 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.751952 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38d6fd95-c7d7-4ec0-875a-3b6a063a147b req-18b13066-f802-4e94-a49d-c7837cef380e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462115 Jul 25 19:12:29.787881 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:29.789289 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] For port 49a84a4f-3c72-4748-a60a-ea5188d28c63, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:12:29.790886 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:29.792812 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] For port 49a84a4f-3c72-4748-a60a-ea5188d28c63, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=49a84a4f-3c72-4748-a60a-ea5188d28c63,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:12:29.849285 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-280965da-4e4d-4332-8c52-d55b3a780153 req-6b9b8c68-e5ee-4bbd-a827-5af754dcd9fd service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662705 Jul 25 19:12:29.891892 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:29.904908 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f4b7f-4e7d-4892-811a-39dee177fd60 req-1ec75a12-ca8d-47d0-992f-dbf3152ca158 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:29.909747 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b14f4b7f-4e7d-4892-811a-39dee177fd60 req-1ec75a12-ca8d-47d0-992f-dbf3152ca158 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0514600 Jul 25 19:12:29.918411 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:29.959101 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c473f-3601-4368-abdd-e85afcd4a309 None None] Pushing event updated for resources: {'Port': ['ID=49a84a4f-3c72-4748-a60a-ea5188d28c63,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:29.977378 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b14f4b7f-4e7d-4892-811a-39dee177fd60 req-29d50a22-9eac-4e32-b4c7-5a3b46ab0761 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643280 Jul 25 19:12:29.981999 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks [] for router_gateway (f3cf604c-d4b8-4dcd-849d-10207d97b33c), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:30.005547 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:30.144738 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Allocated IP 172.27.0.182 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/e3c7d1bb-6ee1-44ba-9a73-e05389951303) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:12:30.263508 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks [] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:30.305241 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 49a84a4f-3c72-4748-a60a-ea5188d28c63 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:30.354306 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 49a84a4f-3c72-4748-a60a-ea5188d28c63 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:30.354306 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:30.422621 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:30.442434 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 49a84a4f-3c72-4748-a60a-ea5188d28c63 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:30.442883 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:30.468487 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:12:30.471579 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:30.475296 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:12:30.481322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 49a84a4f-3c72-4748-a60a-ea5188d28c63, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=49a84a4f-3c72-4748-a60a-ea5188d28c63,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:30.512996 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Pushing event updated for resources: {'Port': ['ID=e3c7d1bb-6ee1-44ba-9a73-e05389951303,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:30.593290 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:30.650703 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-c403399d-0445-4c36-b44d-cdabcdcc16f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:30.652239 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-c403399d-0445-4c36-b44d-cdabcdcc16f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 1129 time: 0.0917890 Jul 25 19:12:30.653280 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=49a84a4f-3c72-4748-a60a-ea5188d28c63,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:30.783720 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-58232a69-d3c4-4974-813a-dd99b9f23dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:30.785367 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-58232a69-d3c4-4974-813a-dd99b9f23dfb service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 912 time: 0.1236367 Jul 25 19:12:30.912746 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:30.956467 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-656e8461-63eb-4e6b-926d-2e94e06fbce9 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b23594-f162-4f7b-9587-c619dd49ac56 HTTP/1.1" status: 200 len: 1000 time: 0.1641183 Jul 25 19:12:30.984204 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:31.004435 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be1c41-a81b-4e2e-b0fe-232a67f7aa1d req-de88b184-c1cb-4f3b-a8e1-9fa4d22cc78a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:31.005960 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-28be1c41-a81b-4e2e-b0fe-232a67f7aa1d req-de88b184-c1cb-4f3b-a8e1-9fa4d22cc78a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.1501853 Jul 25 19:12:31.031594 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf221ce-390c-41d8-83f6-4930f572c92a None None] Network 258528fe-2a61-40c6-8c40-081c24552b12 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:12:31.088345 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks [] for router_gateway (f3cf604c-d4b8-4dcd-849d-10207d97b33c), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:31.098021 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-64c81a0f-1c55-47ee-92bd-80de201ba68a None None] Provisioning complete for port 49a84a4f-3c72-4748-a60a-ea5188d28c63 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:31.098690 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-64c81a0f-1c55-47ee-92bd-80de201ba68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:31.117431 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3247c0-cfbc-4a4b-a65d-6e55880d42d5 req-2835059c-0a14-4283-8f83-31f7d69b9b5f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:31.119307 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4b3247c0-cfbc-4a4b-a65d-6e55880d42d5 req-2835059c-0a14-4283-8f83-31f7d69b9b5f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0529137 Jul 25 19:12:31.126662 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-c41c5ec8-5485-464b-a37a-bf8888c4e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:31.128075 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-c41c5ec8-5485-464b-a37a-bf8888c4e2c9 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 200 len: 850 time: 0.1427615 Jul 25 19:12:31.190304 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4b3247c0-cfbc-4a4b-a65d-6e55880d42d5 req-ee474ac5-5c5e-4a12-a530-83a4bac136c5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600271 Jul 25 19:12:31.198278 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-28be1c41-a81b-4e2e-b0fe-232a67f7aa1d req-d44cc8e5-8146-4070-87df-f1e5a95735a6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612875 Jul 25 19:12:31.233225 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-2cbd8992-4c41-4d05-9ac5-558b1087628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:31.235021 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-2cbd8992-4c41-4d05-9ac5-558b1087628b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6572528-5d40-45d4-b911-d98d584260e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0966740 Jul 25 19:12:31.267105 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-64c81a0f-1c55-47ee-92bd-80de201ba68a None None] Current status of the port 49a84a4f-3c72-4748-a60a-ea5188d28c63 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:31.324186 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:31.412013 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-374f937b-b394-47a6-8b19-1c6fe8054c31 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693175 Jul 25 19:12:31.470425 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (f3cf604c-d4b8-4dcd-849d-10207d97b33c), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:31.488485 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-cbc7b413-e433-4c80-a1f7-b5cc3e9d0dd0 None None] Provisioning complete for port 49a84a4f-3c72-4748-a60a-ea5188d28c63 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:31.491532 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b413-e433-4c80-a1f7-b5cc3e9d0dd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:31.511674 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:31.566894 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-cbc7b413-e433-4c80-a1f7-b5cc3e9d0dd0 None None] Current status of the port 49a84a4f-3c72-4748-a60a-ea5188d28c63 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:31.573982 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:31.597906 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f99eae31-c0a9-4ce1-b1ba-23076d974a47 req-681a989e-b3d6-4179-bb4e-5066b8831b8a service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782808 Jul 25 19:12:31.735767 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Router f3cf604c-d4b8-4dcd-849d-10207d97b33c is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:12:31.813276 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:12:31.856781 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:12:31.869196 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Sync routers for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:12:31.879578 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:12:31.880204 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:12:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:31.963057 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:31.964317 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-4d2d4e42-90b7-4099-9cab-a236d903baf8 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9877536 Jul 25 19:12:31.965222 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:31.968958 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45196) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:31.995289 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:12:32.180051 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:30Z', 'revision_number': 3, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:32.207747 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Checking router: f3cf604c-d4b8-4dcd-849d-10207d97b33c for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:12:32.208113 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Updating router f3cf604c-d4b8-4dcd-849d-10207d97b33c port e3c7d1bb-6ee1-44ba-9a73-e05389951303 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:12:32.242845 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.315286 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:32.325092 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 49a84a4f-3c72-4748-a60a-ea5188d28c63 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:32.345288 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:32.363786 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f2f1b-3b06-4804-947c-232b24b3048c req-6a05d05d-7bb8-42e6-b2a9-9506e67a2863 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:32.367551 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e16f-487f-4446-9eb2-8ed62388cc7e req-bc655593-f299-4959-a840-535e9937a834 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:32.368833 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d53f2f1b-3b06-4804-947c-232b24b3048c req-6a05d05d-7bb8-42e6-b2a9-9506e67a2863 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 945 time: 0.0577803 Jul 25 19:12:32.369056 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fa52e16f-487f-4446-9eb2-8ed62388cc7e req-bc655593-f299-4959-a840-535e9937a834 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0802410 Jul 25 19:12:32.437352 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d53f2f1b-3b06-4804-947c-232b24b3048c req-c6e93bfa-e17d-4661-9bf6-1d7284ba1982 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641210 Jul 25 19:12:32.464629 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 49a84a4f-3c72-4748-a60a-ea5188d28c63 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:32.464986 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.469878 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:32.495515 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fa52e16f-487f-4446-9eb2-8ed62388cc7e req-2c4b2be5-7dc9-4070-8484-982f1ecd9371 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921919 Jul 25 19:12:32.558384 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.622135 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 49a84a4f-3c72-4748-a60a-ea5188d28c63 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:32.631504 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:12:32.714172 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:32.716185 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Publish callbacks [] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.718670 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:32.740742 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Allocated IP 172.20.0.1 (258528fe-2a61-40c6-8c40-081c24552b12/bd361c3f-a29d-4eef-aa9f-3faf12aebdeb/29a57540-2e0d-4b34-81df-a7eb3912f917) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:12:32.757481 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e40ea0fc-afa9-4060-9acf-75154697423d is: ACTIVE; New status is: DOWN {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:32.758027 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.786081 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:12:32.788299 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9392041-0bf7-4e61-9f36-c1cf92fabf31" -d '{"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-unplugged", "status": "completed", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:12:32.802601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:32.833002 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.845753 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 19:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ebbbec-1bd6-49a1-a1bc-d33a1d944c36 x-openstack-request-id: req-d0ebbbec-1bd6-49a1-a1bc-d33a1d944c36 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:12:32.845753 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-unplugged", "status": "failed", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d", "code": 422}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:12:32.845753 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d0ebbbec-1bd6-49a1-a1bc-d33a1d944c36 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:12:32.845753 dv-cinder-820027-16-iscsi neutron-server[111004]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d0ebbbec-1bd6-49a1-a1bc-d33a1d944c36']: {'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'code': 422} returned with failed status Jul 25 19:12:32.872310 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Publish callbacks [] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.895256 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Attempting to bind port e3c7d1bb-6ee1-44ba-9a73-e05389951303 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:12:32.895636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Attempting to bind port e3c7d1bb-6ee1-44ba-9a73-e05389951303 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:12:32.896004 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Attempting to bind port e3c7d1bb-6ee1-44ba-9a73-e05389951303 on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:12:32.898237 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506d68d-0e2d-4e1e-af7b-6482c58620da None None] Pushing event updated for resources: {'Port': ['ID=e3c7d1bb-6ee1-44ba-9a73-e05389951303,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:32.903981 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.909289 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:12:32.915148 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:12:32.915148 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:32.915148 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:12:32.915148 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Bound port: e3c7d1bb-6ee1-44ba-9a73-e05389951303, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:12:32.915148 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.002209 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] For port e3c7d1bb-6ee1-44ba-9a73-e05389951303, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:12:33.004951 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=8']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:33.017730 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.022358 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] For port e3c7d1bb-6ee1-44ba-9a73-e05389951303, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e3c7d1bb-6ee1-44ba-9a73-e05389951303,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:12:33.064332 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Network 258528fe-2a61-40c6-8c40-081c24552b12 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:12:33.069340 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:33.072037 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:12:33.078226 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Pushing event updated for resources: {'Port': ['ID=29a57540-2e0d-4b34-81df-a7eb3912f917,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:33.119262 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (f3cf604c-d4b8-4dcd-849d-10207d97b33c), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.149041 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.186308 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:33.216729 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:33.220365 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:12:33.221145 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:12:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:33.224645 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506d68d-0e2d-4e1e-af7b-6482c58620da None None] Pushing event updated for resources: {'Port': ['ID=e3c7d1bb-6ee1-44ba-9a73-e05389951303,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:33.325502 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-28e112f1-6d15-4087-ae4e-addfc5db0463 None None] Provisioning complete for port 29a57540-2e0d-4b34-81df-a7eb3912f917 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:33.325802 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-28e112f1-6d15-4087-ae4e-addfc5db0463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.340342 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.376241 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:12:33.378363 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-28e112f1-6d15-4087-ae4e-addfc5db0463 None None] Port 29a57540-2e0d-4b34-81df-a7eb3912f917 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:12:33.515771 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Publish callbacks [] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.624534 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498dc8c-900f-46da-80e3-9d7d05a86cea req-1a9dd26d-f3fd-4d59-bf76-cf03b049f3b1 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:33.626320 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9498dc8c-900f-46da-80e3-9d7d05a86cea req-1a9dd26d-f3fd-4d59-bf76-cf03b049f3b1 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0508983 Jul 25 19:12:33.647157 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.687097 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:30Z', 'revision_number': 3, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:33.713457 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060e3794-4f74-439b-9dcb-baaa36fafec5 None None] The sync data for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi is: [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:30Z', 'revision_number': 3, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:12:33.735174 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:33.744213 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (f3cf604c-d4b8-4dcd-849d-10207d97b33c), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:33.746387 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Pushing event updated for resources: {'Port': ['ID=29a57540-2e0d-4b34-81df-a7eb3912f917,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:33.752283 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9498dc8c-900f-46da-80e3-9d7d05a86cea req-dce94353-865e-45b5-95de-2a26cd7f8119 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203122 Jul 25 19:12:33.851829 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Network 258528fe-2a61-40c6-8c40-081c24552b12 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:12:33.853239 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:34.007327 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Router f3cf604c-d4b8-4dcd-849d-10207d97b33c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:12:34.150258 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:12:34.158798 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-c3923e3e-18da-43f9-9cc7-b9c0026934d9 admin admin] 10.222.0.17 "PUT /v2.0/routers/f3cf604c-d4b8-4dcd-849d-10207d97b33c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1884525 Jul 25 19:12:34.229754 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-4c8def8b-508c-4e5c-a35b-0f3bac91263e None None] Provisioning complete for port 29a57540-2e0d-4b34-81df-a7eb3912f917 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:34.230304 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4c8def8b-508c-4e5c-a35b-0f3bac91263e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:34.279195 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-b78d9abf-92ab-43ba-9c34-faf97ddad32d req-e1428366-7417-4699-885a-6011f3599ce2 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:12:34.280857 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b78d9abf-92ab-43ba-9c34-faf97ddad32d req-e1428366-7417-4699-885a-6011f3599ce2 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061142 Jul 25 19:12:34.286896 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-4c8def8b-508c-4e5c-a35b-0f3bac91263e None None] Port 29a57540-2e0d-4b34-81df-a7eb3912f917 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:12:34.316670 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e3c7d1bb-6ee1-44ba-9a73-e05389951303 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:34.372827 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port e3c7d1bb-6ee1-44ba-9a73-e05389951303 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:34.373045 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:34.459858 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port e3c7d1bb-6ee1-44ba-9a73-e05389951303 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:34.460254 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:34.489236 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port e3c7d1bb-6ee1-44ba-9a73-e05389951303, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e3c7d1bb-6ee1-44ba-9a73-e05389951303,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:34.569821 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:34.619607 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:34.626083 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=e3c7d1bb-6ee1-44ba-9a73-e05389951303,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:34.642265 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec99e6-8a42-432f-9d44-66f7fab6be89 req-1e3e754a-279e-4195-972e-39d71e8e1291 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:34.642265 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0cec99e6-8a42-432f-9d44-66f7fab6be89 req-1e3e754a-279e-4195-972e-39d71e8e1291 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0700078 Jul 25 19:12:34.693807 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0cec99e6-8a42-432f-9d44-66f7fab6be89 req-573a3a19-d8e7-4ce0-a6b4-7fb0ae576578 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516109 Jul 25 19:12:35.020934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45256) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:35.025959 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2017221914-network', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:35.117871 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Made reservation on behalf of 98b61a648ed24c8b8caeb4e31475395d for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:12:35.120350 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.129685 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.224868 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Publish callbacks [] for security_group (61f087ef-05fe-4383-8ee3-1cc740a7cadc), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.255469 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45262) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:35.278214 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (61f087ef-05fe-4383-8ee3-1cc740a7cadc), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.284218 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:35.312512 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:12:35.343776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f087ef-05fe-4383-8ee3-1cc740a7cadc,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:35.356601 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (99ffef4d-9932-4b91-8b15-1653bf606943), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.356975 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Added segment 99ffef4d-9932-4b91-8b15-1653bf606943 of type vlan for network ef05349d-2603-42e5-a5f5-f121cf12cdfc Jul 25 19:12:35.396175 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-3f3505b3-9092-4f72-9bcc-8b50f34ee272 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395333 Jul 25 19:12:35.412250 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-8645e8ca-38ea-45b3-9929-d8d7a4e46f4e service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:12:35.413263 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-8645e8ca-38ea-45b3-9929-d8d7a4e46f4e service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0074055 Jul 25 19:12:35.414948 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (ef05349d-2603-42e5-a5f5-f121cf12cdfc), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.518088 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (ef05349d-2603-42e5-a5f5-f121cf12cdfc), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.519276 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:35.519949 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.560090 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45270) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:35.585623 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Sync routers for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:12:35.588389 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] Pushing event updated for resources: {'Network': ['ID=ef05349d-2603-42e5-a5f5-f121cf12cdfc,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:35.599856 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:12:35.599856 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:12:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:35.600270 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network ef05349d-2603-42e5-a5f5-f121cf12cdfc details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:12:35.655156 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-26d4c792-39e4-4416-873e-a711e9eaab2c admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6327667 Jul 25 19:12:35.656578 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45274) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:35.661620 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Request body: {'subnet': {'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2017221914-subnet', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:35.683747 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-b651bc02-1a02-4b56-b40e-af90f1f62b7f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:35.685849 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-b651bc02-1a02-4b56-b40e-af90f1f62b7f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports/e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 940 time: 0.1247585 Jul 25 19:12:35.707274 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:12:35.763558 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Made reservation on behalf of 98b61a648ed24c8b8caeb4e31475395d for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:12:35.768013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844011'] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:35.884639 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af912fbc-fbf0-4c9e-aec2-d0dba915bd26 req-6a0dd420-6494-4f7f-9093-10d82270d5cd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:35.886205 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-af912fbc-fbf0-4c9e-aec2-d0dba915bd26 req-6a0dd420-6494-4f7f-9093-10d82270d5cd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0684166 Jul 25 19:12:35.982258 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-af912fbc-fbf0-4c9e-aec2-d0dba915bd26 req-489141cc-fc55-426e-beff-8a9e312ed23b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856781 Jul 25 19:12:35.999621 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 2, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:36.000984 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:36.025753 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Checking router: f3cf604c-d4b8-4dcd-849d-10207d97b33c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:12:36.026170 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Updating router f3cf604c-d4b8-4dcd-849d-10207d97b33c port 29a57540-2e0d-4b34-81df-a7eb3912f917 binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:12:36.056235 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.154712 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3796430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8843993'] for subnet (b85e5d80-128c-49b3-b85d-066de9c37f17), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.221332 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85e5d80-128c-49b3-b85d-066de9c37f17,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:36.226728 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Checking segment: {'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:12:36.227095 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Network hostable DHCP agents. Network: ef05349d-2603-42e5-a5f5-f121cf12cdfc, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:12:36.285051 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e3c7d1bb-6ee1-44ba-9a73-e05389951303 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:36.330065 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Publish callbacks [] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.337349 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port e3c7d1bb-6ee1-44ba-9a73-e05389951303 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:36.337728 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.413579 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port e3c7d1bb-6ee1-44ba-9a73-e05389951303 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:36.593387 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Network ef05349d-2603-42e5-a5f5-f121cf12cdfc is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:12:36.603622 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.651188 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Pushing event updated for resources: {'Port': ['ID=29a57540-2e0d-4b34-81df-a7eb3912f917,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:36.664555 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.665083 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.665288 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.665667 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.666047 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.666350 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.666672 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.666925 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, ef05349d-2603-42e5-a5f5-f121cf12cdfc) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:36.667064 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.667312 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.667641 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.667976 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.668281 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.668602 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.668915 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.669226 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:12:36.671764 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:36.672655 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.681778 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4105c497-1cbc-4fde-acc4-9438803a3403 None None] Network ef05349d-2603-42e5-a5f5-f121cf12cdfc requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:12:36.721187 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Attempting to bind port 29a57540-2e0d-4b34-81df-a7eb3912f917 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:12:36.725592 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Attempting to bind port 29a57540-2e0d-4b34-81df-a7eb3912f917 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:12:36.725592 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Attempting to bind port 29a57540-2e0d-4b34-81df-a7eb3912f917 on network 258528fe-2a61-40c6-8c40-081c24552b12 {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:12:36.728057 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:12:36.728518 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Checking segment: {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:12:36.729534 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.729534 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Bound using segment: {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:12:36.730016 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Bound port: 29a57540-2e0d-4b34-81df-a7eb3912f917, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:12:36.730487 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.766488 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45284) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:36.766980 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-faaf6c4d-d636-4c79-ac01-468ca8bb4434 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1096787 Jul 25 19:12:36.771563 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:36.799355 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-ef05349d-2603-42e5-a5f5-f121cf12cdfc', 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc', 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'fixed_ips': [{'subnet_id': 'b85e5d80-128c-49b3-b85d-066de9c37f17'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:12:36.800761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.806460 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:36.809390 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] For port 29a57540-2e0d-4b34-81df-a7eb3912f917, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:12:36.812997 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] For port 29a57540-2e0d-4b34-81df-a7eb3912f917, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=29a57540-2e0d-4b34-81df-a7eb3912f917,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:12:36.862463 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (3b4900af-95e2-42d8-b14e-63638e6278ea), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.863557 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (3b4900af-95e2-42d8-b14e-63638e6278ea), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.891816 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.918733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks [] for router_controller (3b4900af-95e2-42d8-b14e-63638e6278ea), precommit_add_association {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.920024 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:36.945062 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-458333e4-504e-4dd3-a2b1-65ee19ade8a2 None None] Provisioning complete for port 29a57540-2e0d-4b34-81df-a7eb3912f917 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:36.945526 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-458333e4-504e-4dd3-a2b1-65ee19ade8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:36.949641 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:12:36.950265 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:12:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:36.952264 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:36.987040 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Allocated IP 172.20.0.2 (ef05349d-2603-42e5-a5f5-f121cf12cdfc/b85e5d80-128c-49b3-b85d-066de9c37f17/e862188a-d997-4510-8912-8dc06f4b3822) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:12:37.002088 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fba16-217d-4e5d-9081-9a94e38232fe None None] Pushing event updated for resources: {'Port': ['ID=29a57540-2e0d-4b34-81df-a7eb3912f917,revision_number=4']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:37.106576 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:12:37.135643 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-458333e4-504e-4dd3-a2b1-65ee19ade8a2 None None] Current status of the port 29a57540-2e0d-4b34-81df-a7eb3912f917 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:37.141426 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-458333e4-504e-4dd3-a2b1-65ee19ade8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.186440 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:37.234251 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-458333e4-504e-4dd3-a2b1-65ee19ade8a2 None None] For port 29a57540-2e0d-4b34-81df-a7eb3912f917, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=29a57540-2e0d-4b34-81df-a7eb3912f917,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:37.263024 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Publish callbacks [] for port (e862188a-d997-4510-8912-8dc06f4b3822), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.306542 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-458333e4-504e-4dd3-a2b1-65ee19ade8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.348459 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (e862188a-d997-4510-8912-8dc06f4b3822), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.354369 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:36Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:37.378299 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Network ef05349d-2603-42e5-a5f5-f121cf12cdfc is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:12:37.379117 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458333e4-504e-4dd3-a2b1-65ee19ade8a2 None None] Pushing event updated for resources: {'Port': ['ID=29a57540-2e0d-4b34-81df-a7eb3912f917,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:37.382475 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:37.384715 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afddfba-c684-420d-aaf5-8313955fa300 None None] The sync data for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi is: [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:36Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:12:37.386213 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:12:37.513184 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-cf1b7d8b-1244-45aa-8a6a-07bd249d89e7 None None] Provisioning complete for port 29a57540-2e0d-4b34-81df-a7eb3912f917 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:37.513975 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7d8b-1244-45aa-8a6a-07bd249d89e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.516807 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks [] for router_gateway (3b4900af-95e2-42d8-b14e-63638e6278ea), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.527723 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cb8b6-77ff-41dd-a14e-1106c0f04c8f req-40ca731f-428d-405b-b05d-9552ba2b71df tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:37.529644 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8b0cb8b6-77ff-41dd-a14e-1106c0f04c8f req-40ca731f-428d-405b-b05d-9552ba2b71df tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.1291034 Jul 25 19:12:37.557572 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Pushing event updated for resources: {'Port': ['ID=e862188a-d997-4510-8912-8dc06f4b3822,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:37.576169 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Attempting to bind port e862188a-d997-4510-8912-8dc06f4b3822 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:12:37.576584 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Attempting to bind port e862188a-d997-4510-8912-8dc06f4b3822 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:12:37.576977 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Attempting to bind port e862188a-d997-4510-8912-8dc06f4b3822 on network ef05349d-2603-42e5-a5f5-f121cf12cdfc {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:12:37.584155 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8b0cb8b6-77ff-41dd-a14e-1106c0f04c8f req-d47d59e8-a6e2-4915-b122-c6f355d84794 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473197 Jul 25 19:12:37.588077 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:12:37.588458 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Checking segment: {'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:12:37.588866 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.589261 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Bound using segment: {'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:12:37.589753 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Bound port: e862188a-d997-4510-8912-8dc06f4b3822, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:12:37.590137 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e862188a-d997-4510-8912-8dc06f4b3822), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.696765 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-cf1b7d8b-1244-45aa-8a6a-07bd249d89e7 None None] Current status of the port 29a57540-2e0d-4b34-81df-a7eb3912f917 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:37.705691 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] For port e862188a-d997-4510-8912-8dc06f4b3822, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:12:37.709223 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] For port e862188a-d997-4510-8912-8dc06f4b3822, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e862188a-d997-4510-8912-8dc06f4b3822,segment=NetworkSegment(99ffef4d-9932-4b91-8b15-1653bf606943),segment_id=99ffef4d-9932-4b91-8b15-1653bf606943)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:12:37.800059 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks [] for router_gateway (3b4900af-95e2-42d8-b14e-63638e6278ea), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.821078 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.867741 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e862188a-d997-4510-8912-8dc06f4b3822), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:37.938629 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97339bc0-fcea-4f18-9a0a-b6f6c2550906 None None] Pushing event updated for resources: {'Port': ['ID=e862188a-d997-4510-8912-8dc06f4b3822,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:37.967995 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Allocated IP 172.27.0.146 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/e9384779-d3cb-4997-a53d-c912f7053e61) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:12:38.104094 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks [] for port (e9384779-d3cb-4997-a53d-c912f7053e61), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:38.114534 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:38.123499 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:38.268607 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:38.324183 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:12:38.330450 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:38.334229 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:12:38.363752 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Pushing event updated for resources: {'Port': ['ID=e9384779-d3cb-4997-a53d-c912f7053e61,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:38.383477 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 29a57540-2e0d-4b34-81df-a7eb3912f917 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:38.434437 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:INSERT=2,neutron:UPDATE=5,neutron:SELECT=93 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:38.437042 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 29a57540-2e0d-4b34-81df-a7eb3912f917 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:38.437636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:38.525987 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 29a57540-2e0d-4b34-81df-a7eb3912f917 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:38.527086 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e862188a-d997-4510-8912-8dc06f4b3822 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:38.573057 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port e862188a-d997-4510-8912-8dc06f4b3822 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:38.573453 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e862188a-d997-4510-8912-8dc06f4b3822), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:38.665784 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port e862188a-d997-4510-8912-8dc06f4b3822 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:38.667017 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e862188a-d997-4510-8912-8dc06f4b3822), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:38.745566 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks [] for router_gateway (3b4900af-95e2-42d8-b14e-63638e6278ea), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:38.749599 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:38.766041 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port e862188a-d997-4510-8912-8dc06f4b3822, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e862188a-d997-4510-8912-8dc06f4b3822,segment=NetworkSegment(99ffef4d-9932-4b91-8b15-1653bf606943),segment_id=99ffef4d-9932-4b91-8b15-1653bf606943)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:38.788448 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb5be2-2c7e-47e2-b54a-35a2710176a1 req-1a9c6cbe-eb4e-4615-80ee-943f76081ef0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:38.789949 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4bb5be2-2c7e-47e2-b54a-35a2710176a1 req-1a9c6cbe-eb4e-4615-80ee-943f76081ef0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0912414 Jul 25 19:12:38.858267 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4bb5be2-2c7e-47e2-b54a-35a2710176a1 req-14a5ab00-9bd5-4632-b5c2-52ca24c94caf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609381 Jul 25 19:12:38.861829 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e862188a-d997-4510-8912-8dc06f4b3822), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:38.919975 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=e862188a-d997-4510-8912-8dc06f4b3822,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:38.994230 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (3b4900af-95e2-42d8-b14e-63638e6278ea), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:39.020891 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b154a57-36b1-4146-a706-d93297594b5b None None] Network ef05349d-2603-42e5-a5f5-f121cf12cdfc requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:12:39.142143 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-1f9abd7a-a375-4e21-8532-56b393f42e7c None None] Provisioning complete for port e862188a-d997-4510-8912-8dc06f4b3822 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:39.147709 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1f9abd7a-a375-4e21-8532-56b393f42e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e862188a-d997-4510-8912-8dc06f4b3822), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:39.204754 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Router 3b4900af-95e2-42d8-b14e-63638e6278ea is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:12:39.234806 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-1f9abd7a-a375-4e21-8532-56b393f42e7c None None] Current status of the port e862188a-d997-4510-8912-8dc06f4b3822 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:39.250953 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:39.318062 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:12:39.329072 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Sync routers for ids ['3b4900af-95e2-42d8-b14e-63638e6278ea'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:12:39.340014 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Routers {'3b4900af-95e2-42d8-b14e-63638e6278ea'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:12:39.341136 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:12:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['3b4900af-95e2-42d8-b14e-63638e6278ea'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:39.400005 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:39.401462 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-f7d3455a-09e0-41e7-bbcc-a6f78fb8808f admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6331201 Jul 25 19:12:39.404458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45294) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:39.461179 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Set router 3b4900af-95e2-42d8-b14e-63638e6278ea gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:12:39.463698 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-c173ed78-84dc-4989-8ec3-9316fe6c6cca None None] Provisioning complete for port e862188a-d997-4510-8912-8dc06f4b3822 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:39.466066 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c173ed78-84dc-4989-8ec3-9316fe6c6cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e862188a-d997-4510-8912-8dc06f4b3822), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:39.653503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:39.672234 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-c173ed78-84dc-4989-8ec3-9316fe6c6cca None None] Current status of the port e862188a-d997-4510-8912-8dc06f4b3822 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:39.710037 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:12:38Z', 'revision_number': 3, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port': {'id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:37Z', 'updated_at': '2022-07-25T19:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:39.738269 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Checking router: 3b4900af-95e2-42d8-b14e-63638e6278ea for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:12:39.738654 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Updating router 3b4900af-95e2-42d8-b14e-63638e6278ea port e9384779-d3cb-4997-a53d-c912f7053e61 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:12:39.768267 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:39.847424 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:39.984334 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:39.989495 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:40.024810 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:40.062215 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f68b92-b4d3-4691-9a77-f6c4e6a29863 req-2be930ca-27fb-4c75-be4d-7356247c189a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:40.063859 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29f68b92-b4d3-4691-9a77-f6c4e6a29863 req-2be930ca-27fb-4c75-be4d-7356247c189a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0852547 Jul 25 19:12:40.065232 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Allocated IP 172.20.0.1 (ef05349d-2603-42e5-a5f5-f121cf12cdfc/b85e5d80-128c-49b3-b85d-066de9c37f17/b73a11b8-b2f0-49ae-a834-411c1daf8ed3) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:12:40.175027 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29f68b92-b4d3-4691-9a77-f6c4e6a29863 req-af32bda1-56c0-4fe7-ab43-9934f157b828 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041241 Jul 25 19:12:40.178434 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Publish callbacks [] for port (e9384779-d3cb-4997-a53d-c912f7053e61), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.221197 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Publish callbacks [] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.277930 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e862188a-d997-4510-8912-8dc06f4b3822 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:40.301258 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.324761 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.371388 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Network ef05349d-2603-42e5-a5f5-f121cf12cdfc is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:12:40.374573 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Attempting to bind port e9384779-d3cb-4997-a53d-c912f7053e61 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:12:40.375272 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Attempting to bind port e9384779-d3cb-4997-a53d-c912f7053e61 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:12:40.375579 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Attempting to bind port e9384779-d3cb-4997-a53d-c912f7053e61 on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:12:40.375721 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:40.379611 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fb708-2c2e-4539-bea9-80d708aee9b9 None None] Pushing event updated for resources: {'Port': ['ID=e9384779-d3cb-4997-a53d-c912f7053e61,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:40.379905 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:12:40.387067 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:40.388804 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port e862188a-d997-4510-8912-8dc06f4b3822 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:40.389314 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e862188a-d997-4510-8912-8dc06f4b3822), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.391313 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:12:40.391700 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:12:40.392101 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.392686 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:12:40.393360 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Bound port: e9384779-d3cb-4997-a53d-c912f7053e61, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:12:40.393927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.424506 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (3b4900af-95e2-42d8-b14e-63638e6278ea), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.468389 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:40.481413 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] For port e9384779-d3cb-4997-a53d-c912f7053e61, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:12:40.486248 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] For port e9384779-d3cb-4997-a53d-c912f7053e61, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e9384779-d3cb-4997-a53d-c912f7053e61,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:12:40.534738 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port e862188a-d997-4510-8912-8dc06f4b3822 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:40.632688 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.669519 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.705859 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Routers {'3b4900af-95e2-42d8-b14e-63638e6278ea'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:12:40.706541 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:12:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['3b4900af-95e2-42d8-b14e-63638e6278ea'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:40.711931 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-9d3711c0-1861-4649-8f35-81e80d5259e5 None None] Provisioning complete for port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:40.712305 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9d3711c0-1861-4649-8f35-81e80d5259e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.747963 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fb708-2c2e-4539-bea9-80d708aee9b9 None None] Pushing event updated for resources: {'Port': ['ID=e9384779-d3cb-4997-a53d-c912f7053e61,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:40.821645 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-9d3711c0-1861-4649-8f35-81e80d5259e5 None None] Port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:12:40.846178 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Publish callbacks [] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:40.854037 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] Set router 3b4900af-95e2-42d8-b14e-63638e6278ea gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:12:40.887144 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:40.992246 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:41.058476 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 4, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port': {'id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:37Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'b73a11b8-b2f0-49ae-a834-411c1daf8ed3', 'name': '', 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'mac_address': 'fa:16:3e:05:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:39Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 1, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'subnets': [{'id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:41.068716 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Pushing event updated for resources: {'Port': ['ID=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:41.072320 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (3b4900af-95e2-42d8-b14e-63638e6278ea), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:41.085995 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee523243-3e2f-4c66-b810-8a685ac1472a None None] The sync data for ids ['3b4900af-95e2-42d8-b14e-63638e6278ea'] in dv-cinder-820027-16-iscsi is: [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 4, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port': {'id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:37Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'b73a11b8-b2f0-49ae-a834-411c1daf8ed3', 'name': '', 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'mac_address': 'fa:16:3e:05:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:39Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 1, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'subnets': [{'id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:12:41.181116 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Network ef05349d-2603-42e5-a5f5-f121cf12cdfc is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:12:41.182730 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:12:41.188385 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:41.328910 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-f5e8950e-2930-4f67-ab41-5efef28999b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:41.330720 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-f5e8950e-2930-4f67-ab41-5efef28999b6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de&tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf HTTP/1.1" status: 200 len: 1127 time: 0.1401880 Jul 25 19:12:41.359311 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde06138-62dc-4c1a-99fd-621e96a312c6 req-12b20c7b-2e6e-4852-b837-613b9cefbc59 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:41.368106 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dde06138-62dc-4c1a-99fd-621e96a312c6 req-12b20c7b-2e6e-4852-b837-613b9cefbc59 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0786257 Jul 25 19:12:41.405973 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:41.455468 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dde06138-62dc-4c1a-99fd-621e96a312c6 req-eda25a5c-e2fa-45ed-b611-ee037a6aa2e0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860734 Jul 25 19:12:41.546868 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-435c7e28-3130-4ed4-8ad9-cf97fe6ab3a5 None None] Provisioning complete for port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:41.547277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-435c7e28-3130-4ed4-8ad9-cf97fe6ab3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:41.594161 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-435c7e28-3130-4ed4-8ad9-cf97fe6ab3a5 None None] Port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:12:41.730895 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-d506141f-259b-4df7-81a8-d246b723b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:41.732475 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-d506141f-259b-4df7-81a8-d246b723b72c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1127 time: 0.3654680 Jul 25 19:12:41.795997 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Router 3b4900af-95e2-42d8-b14e-63638e6278ea has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:12:41.809703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:41.967125 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-1323a5a0-e613-4443-9f4d-33c4a611987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:41.970778 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-1323a5a0-e613-4443-9f4d-33c4a611987f service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.2289815 Jul 25 19:12:42.052735 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:12:42.065248 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-307ac636-5b83-47d3-8d7b-c633cf6479e6 admin admin] 10.222.0.17 "PUT /v2.0/routers/3b4900af-95e2-42d8-b14e-63638e6278ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6589739 Jul 25 19:12:42.073808 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-87c06fe9-da55-4459-99ee-ef401982e2bc service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 200 len: 999 time: 0.0937500 Jul 25 19:12:42.150286 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-d8cfa81e-26bd-4c88-8860-86f8003574f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:42.152707 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-d8cfa81e-26bd-4c88-8860-86f8003574f5 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0715082 Jul 25 19:12:42.213044 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-bae70a50-6730-4d1c-9446-eb5b41047a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:42.214949 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-bae70a50-6730-4d1c-9446-eb5b41047a78 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553842 Jul 25 19:12:42.336537 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e9384779-d3cb-4997-a53d-c912f7053e61 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:42.359992 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-144c7afb-088b-4c23-9ee6-3cbc75ceaf72 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341672 Jul 25 19:12:42.419142 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port e9384779-d3cb-4997-a53d-c912f7053e61 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:42.419532 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:42.457171 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:42.487137 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:42.524681 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1277ef-fd09-4ee9-adec-24fc3a7ae255 req-719399db-38d4-41a7-9129-d2a311cc00db service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542664 Jul 25 19:12:42.540805 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port e9384779-d3cb-4997-a53d-c912f7053e61 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:42.541636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:42.568819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port e9384779-d3cb-4997-a53d-c912f7053e61, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e9384779-d3cb-4997-a53d-c912f7053e61,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:42.623600 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d2b527-5636-4efc-84ff-59560865ca80 req-96823e06-fe9f-4c49-8688-a960450857e6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:42.625747 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a0d2b527-5636-4efc-84ff-59560865ca80 req-96823e06-fe9f-4c49-8688-a960450857e6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0583830 Jul 25 19:12:42.686551 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a0d2b527-5636-4efc-84ff-59560865ca80 req-295786db-600f-4572-bbc7-2b8fe7dedc7d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541146 Jul 25 19:12:42.699721 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45310) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:42.700912 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-6ce8e675-bc31-4c52-a1fc-b7f9834def38 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-127141260', 'description': 'tempest-secgroup-smoke-127141260 description', 'project_id': '019f72079acf4a74bd1a0706041e6678'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:42.738856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:42.800284 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=e9384779-d3cb-4997-a53d-c912f7053e61,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:42.810061 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e675-bc31-4c52-a1fc-b7f9834def38 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:42.892001 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e675-bc31-4c52-a1fc-b7f9834def38 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group (d86404d6-89aa-40bd-8c53-e6494d3d0e4b), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:42.963865 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e675-bc31-4c52-a1fc-b7f9834def38 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d86404d6-89aa-40bd-8c53-e6494d3d0e4b), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:42.996931 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8e675-bc31-4c52-a1fc-b7f9834def38 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86404d6-89aa-40bd-8c53-e6494d3d0e4b,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:43.069046 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6ce8e675-bc31-4c52-a1fc-b7f9834def38 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.070334 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-6ce8e675-bc31-4c52-a1fc-b7f9834def38 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3742232 Jul 25 19:12:43.074223 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45326) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:43.080058 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-5e35c3a7-fa21-423c-acf0-ad9c2103543c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'security_group_rule': {'security_group_id': 'd86404d6-89aa-40bd-8c53-e6494d3d0e4b', 'project_id': '019f72079acf4a74bd1a0706041e6678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:43.210528 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5e35c3a7-fa21-423c-acf0-ad9c2103543c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (b7cb1e07-2e2e-478c-a4b6-d806636ab1c1), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.273111 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5e35c3a7-fa21-423c-acf0-ad9c2103543c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (b7cb1e07-2e2e-478c-a4b6-d806636ab1c1), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.376088 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5e35c3a7-fa21-423c-acf0-ad9c2103543c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (b7cb1e07-2e2e-478c-a4b6-d806636ab1c1), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.398194 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35c3a7-fa21-423c-acf0-ad9c2103543c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7cb1e07-2e2e-478c-a4b6-d806636ab1c1,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:43.491683 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5e35c3a7-fa21-423c-acf0-ad9c2103543c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.493229 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5e35c3a7-fa21-423c-acf0-ad9c2103543c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4178436 Jul 25 19:12:43.498468 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45334) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:43.503628 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-6d690c38-5c10-4dff-ba34-bbfa99d6fd65 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'security_group_rule': {'security_group_id': 'd86404d6-89aa-40bd-8c53-e6494d3d0e4b', 'project_id': '019f72079acf4a74bd1a0706041e6678', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:43.626292 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d690c38-5c10-4dff-ba34-bbfa99d6fd65 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (6ca47161-bc8c-4f66-98f4-3dfc1330954c), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.713069 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d690c38-5c10-4dff-ba34-bbfa99d6fd65 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (6ca47161-bc8c-4f66-98f4-3dfc1330954c), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.828743 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d690c38-5c10-4dff-ba34-bbfa99d6fd65 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (6ca47161-bc8c-4f66-98f4-3dfc1330954c), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.856762 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d690c38-5c10-4dff-ba34-bbfa99d6fd65 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca47161-bc8c-4f66-98f4-3dfc1330954c,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:43.869587 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c96e7-ca44-400b-a57f-47b2f93a5aef req-d68155d0-e5f9-48af-9801-0f854c8ab8fd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:43.871321 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f47c96e7-ca44-400b-a57f-47b2f93a5aef req-d68155d0-e5f9-48af-9801-0f854c8ab8fd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0714672 Jul 25 19:12:43.931472 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d690c38-5c10-4dff-ba34-bbfa99d6fd65 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:43.934311 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6d690c38-5c10-4dff-ba34-bbfa99d6fd65 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4340019 Jul 25 19:12:43.936428 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45338) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:43.941172 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-99c80e92-22a5-4916-b4f2-b2d4cc4b1b0a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'security_group_rule': {'security_group_id': 'd86404d6-89aa-40bd-8c53-e6494d3d0e4b', 'project_id': '019f72079acf4a74bd1a0706041e6678', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:43.950095 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f47c96e7-ca44-400b-a57f-47b2f93a5aef req-63a288fb-f606-4e04-b266-881a0b146aad tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712233 Jul 25 19:12:43.958283 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:44.100596 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-99c80e92-22a5-4916-b4f2-b2d4cc4b1b0a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (c471afb0-6144-4690-8662-ca15f621cdbc), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:44.229547 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-99c80e92-22a5-4916-b4f2-b2d4cc4b1b0a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (c471afb0-6144-4690-8662-ca15f621cdbc), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:44.309106 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-99c80e92-22a5-4916-b4f2-b2d4cc4b1b0a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (c471afb0-6144-4690-8662-ca15f621cdbc), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:44.314317 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e9384779-d3cb-4997-a53d-c912f7053e61 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:44.344464 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c80e92-22a5-4916-b4f2-b2d4cc4b1b0a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c471afb0-6144-4690-8662-ca15f621cdbc,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:44.385364 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port e9384779-d3cb-4997-a53d-c912f7053e61 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:44.385904 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:44.462458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-99c80e92-22a5-4916-b4f2-b2d4cc4b1b0a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:44.466618 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45340) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:44.471940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-b4be106a-38f1-475f-a577-157c76aee745 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'security_group_rule': {'security_group_id': 'd86404d6-89aa-40bd-8c53-e6494d3d0e4b', 'project_id': '019f72079acf4a74bd1a0706041e6678', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:44.474055 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-99c80e92-22a5-4916-b4f2-b2d4cc4b1b0a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5366907 Jul 25 19:12:44.477386 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port e9384779-d3cb-4997-a53d-c912f7053e61 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:44.586839 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4be106a-38f1-475f-a577-157c76aee745 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (d9164490-2d64-4cae-a734-c0703b7de259), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:44.665683 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4be106a-38f1-475f-a577-157c76aee745 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (d9164490-2d64-4cae-a734-c0703b7de259), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:44.804309 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4be106a-38f1-475f-a577-157c76aee745 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (d9164490-2d64-4cae-a734-c0703b7de259), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:44.827026 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be106a-38f1-475f-a577-157c76aee745 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9164490-2d64-4cae-a734-c0703b7de259,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:45.000046 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4be106a-38f1-475f-a577-157c76aee745 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.001280 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b4be106a-38f1-475f-a577-157c76aee745 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5330205 Jul 25 19:12:45.004127 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45344) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:45.016783 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-528db02f-c9c1-4eba-8e04-ae81243c7f6a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'security_group_rule': {'security_group_id': 'd86404d6-89aa-40bd-8c53-e6494d3d0e4b', 'project_id': '019f72079acf4a74bd1a0706041e6678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:45.105343 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43545cb-2bde-4278-8052-328a23a9a17a req-65000554-d115-412a-bbf2-35e726c7c2f0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:45.105924 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Sync routers for ids ['3b4900af-95e2-42d8-b14e-63638e6278ea'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:12:45.106986 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f43545cb-2bde-4278-8052-328a23a9a17a req-65000554-d115-412a-bbf2-35e726c7c2f0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0582473 Jul 25 19:12:45.119390 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Routers {'3b4900af-95e2-42d8-b14e-63638e6278ea'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:12:45.120008 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:12:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['3b4900af-95e2-42d8-b14e-63638e6278ea'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:45.127722 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.securitygroups_db [None req-528db02f-c9c1-4eba-8e04-ae81243c7f6a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Project 019f72079acf4a74bd1a0706041e6678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 19:12:45.138386 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-528db02f-c9c1-4eba-8e04-ae81243c7f6a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (ef7da836-01ff-4bfe-929e-0d150bb91379), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.158433 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:45.188820 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f43545cb-2bde-4278-8052-328a23a9a17a req-ba749352-4ea5-4e14-bce4-71d5227da5a1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755627 Jul 25 19:12:45.225475 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-528db02f-c9c1-4eba-8e04-ae81243c7f6a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (ef7da836-01ff-4bfe-929e-0d150bb91379), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.244815 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Set router 3b4900af-95e2-42d8-b14e-63638e6278ea gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:12:45.307230 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-528db02f-c9c1-4eba-8e04-ae81243c7f6a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (ef7da836-01ff-4bfe-929e-0d150bb91379), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.323714 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:45.330194 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528db02f-c9c1-4eba-8e04-ae81243c7f6a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7da836-01ff-4bfe-929e-0d150bb91379,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:45.433710 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-528db02f-c9c1-4eba-8e04-ae81243c7f6a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.435040 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-528db02f-c9c1-4eba-8e04-ae81243c7f6a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4299300 Jul 25 19:12:45.438805 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45346) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:12:45.443285 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:45.447474 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-5b33bd56-84fb-46dc-b18b-a220452774c8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'security_group_rule': {'security_group_id': 'd86404d6-89aa-40bd-8c53-e6494d3d0e4b', 'project_id': '019f72079acf4a74bd1a0706041e6678', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:12:45.451195 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 4, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port': {'id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:37Z', 'updated_at': '2022-07-25T19:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'b73a11b8-b2f0-49ae-a834-411c1daf8ed3', 'name': '', 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'mac_address': 'fa:16:3e:05:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:39Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 2, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'subnets': [{'id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:45.482690 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Checking router: 3b4900af-95e2-42d8-b14e-63638e6278ea for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:12:45.483040 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Updating router 3b4900af-95e2-42d8-b14e-63638e6278ea port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:12:45.512662 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.575603 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.securitygroups_db [None req-5b33bd56-84fb-46dc-b18b-a220452774c8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Project 019f72079acf4a74bd1a0706041e6678 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 19:12:45.584251 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5b33bd56-84fb-46dc-b18b-a220452774c8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (39926f4a-4926-485b-aca2-afc8ef705c94), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.657538 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5b33bd56-84fb-46dc-b18b-a220452774c8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (39926f4a-4926-485b-aca2-afc8ef705c94), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.750362 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:45.758897 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5b33bd56-84fb-46dc-b18b-a220452774c8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (39926f4a-4926-485b-aca2-afc8ef705c94), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.777376 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33bd56-84fb-46dc-b18b-a220452774c8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39926f4a-4926-485b-aca2-afc8ef705c94,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:45.814364 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Publish callbacks [] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:45.948062 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:46.021825 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5b33bd56-84fb-46dc-b18b-a220452774c8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:46.021825 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5b33bd56-84fb-46dc-b18b-a220452774c8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5762684 Jul 25 19:12:46.113032 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68cd7a-3fb3-4703-80c3-cdc4d2361cbb None None] Pushing event updated for resources: {'Port': ['ID=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:46.211100 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Attempting to bind port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:12:46.211993 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Attempting to bind port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:12:46.212793 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Attempting to bind port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 on network ef05349d-2603-42e5-a5f5-f121cf12cdfc {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:12:46.221866 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:12:46.222241 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Checking segment: {'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:12:46.222877 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:46.223272 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Bound using segment: {'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:12:46.223745 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Bound port: b73a11b8-b2f0-49ae-a834-411c1daf8ed3, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ffef4d-9932-4b91-8b15-1653bf606943', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:12:46.224154 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:46.378314 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] For port b73a11b8-b2f0-49ae-a834-411c1daf8ed3, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:12:46.392016 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] For port b73a11b8-b2f0-49ae-a834-411c1daf8ed3, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,segment=NetworkSegment(99ffef4d-9932-4b91-8b15-1653bf606943),segment_id=99ffef4d-9932-4b91-8b15-1653bf606943)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:12:46.420971 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1c783-5c65-42c5-b9e6-c5275055ea62 req-b2f7df6f-d502-4f02-86eb-eb5e3cf0988c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:46.430721 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3ef1c783-5c65-42c5-b9e6-c5275055ea62 req-b2f7df6f-d502-4f02-86eb-eb5e3cf0988c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.1215675 Jul 25 19:12:46.472876 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-36c890db-c568-4f04-b8db-cc13743b2750 None None] Provisioning complete for port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:46.474040 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-36c890db-c568-4f04-b8db-cc13743b2750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:46.497798 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3ef1c783-5c65-42c5-b9e6-c5275055ea62 req-82a032a0-a10c-4590-9437-6d62f74c9c1b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553267 Jul 25 19:12:46.528272 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-36c890db-c568-4f04-b8db-cc13743b2750 None None] Port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:12:46.547707 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:46.618777 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Routers {'3b4900af-95e2-42d8-b14e-63638e6278ea'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:12:46.619431 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:12:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['3b4900af-95e2-42d8-b14e-63638e6278ea'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:46.621443 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68cd7a-3fb3-4703-80c3-cdc4d2361cbb None None] Pushing event updated for resources: {'Port': ['ID=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,revision_number=4']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:46.746659 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] Set router 3b4900af-95e2-42d8-b14e-63638e6278ea gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:12:46.855188 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-e3e8a543-0cef-45f1-9990-22d3a0fd7663 None None] Provisioning complete for port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:46.855403 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a543-0cef-45f1-9990-22d3a0fd7663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:46.958770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-e3e8a543-0cef-45f1-9990-22d3a0fd7663 None None] Current status of the port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:46.959167 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a543-0cef-45f1-9990-22d3a0fd7663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:47.016482 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-e3e8a543-0cef-45f1-9990-22d3a0fd7663 None None] For port b73a11b8-b2f0-49ae-a834-411c1daf8ed3, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,segment=NetworkSegment(99ffef4d-9932-4b91-8b15-1653bf606943),segment_id=99ffef4d-9932-4b91-8b15-1653bf606943)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:12:47.044932 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 4, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port': {'id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:37Z', 'updated_at': '2022-07-25T19:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'b73a11b8-b2f0-49ae-a834-411c1daf8ed3', 'name': '', 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'mac_address': 'fa:16:3e:05:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:39Z', 'updated_at': '2022-07-25T19:12:46Z', 'revision_number': 4, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'subnets': [{'id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:12:47.073994 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8618d1a-81e3-455c-92a0-0e2fad1a27de None None] The sync data for ids ['3b4900af-95e2-42d8-b14e-63638e6278ea'] in dv-cinder-820027-16-iscsi is: [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:12:40Z', 'revision_number': 4, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port': {'id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:37Z', 'updated_at': '2022-07-25T19:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'b73a11b8-b2f0-49ae-a834-411c1daf8ed3', 'name': '', 'network_id': 'ef05349d-2603-42e5-a5f5-f121cf12cdfc', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'mac_address': 'fa:16:3e:05:4c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:39Z', 'updated_at': '2022-07-25T19:12:46Z', 'revision_number': 4, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'subnets': [{'id': 'b85e5d80-128c-49b3-b85d-066de9c37f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:12:47.106894 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e3e8a543-0cef-45f1-9990-22d3a0fd7663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:47.176768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e8a543-0cef-45f1-9990-22d3a0fd7663 None None] Pushing event updated for resources: {'Port': ['ID=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:12:47.651856 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af615a-d9e2-44a7-b0d4-bbf983e38136 req-52169be3-dc49-43a4-ad5e-0d1505566553 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:47.653386 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-35af615a-d9e2-44a7-b0d4-bbf983e38136 req-52169be3-dc49-43a4-ad5e-0d1505566553 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0541236 Jul 25 19:12:48.015531 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-35af615a-d9e2-44a7-b0d4-bbf983e38136 req-c419779c-4d17-4128-acde-682f52176145 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553362 Jul 25 19:12:48.316831 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device b73a11b8-b2f0-49ae-a834-411c1daf8ed3 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:12:48.389462 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:12:48.389849 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:48.437551 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:48.488111 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:12:49.168152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a88df-9c01-4f66-84c0-b4eab9a563c8 req-dffe4ec8-27e5-414b-a250-f1e90a756414 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:49.170695 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-670a88df-9c01-4f66-84c0-b4eab9a563c8 req-dffe4ec8-27e5-414b-a250-f1e90a756414 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0594597 Jul 25 19:12:49.226843 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-670a88df-9c01-4f66-84c0-b4eab9a563c8 req-e1706dd1-e245-4b44-a3b7-c42d59c3070a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495164 Jul 25 19:12:50.369888 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d3159-4f5e-41d3-bbf1-d90f65cda942 req-4d9e87f8-8df4-43a9-a813-fbdc6131b5de tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:50.372337 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c40d3159-4f5e-41d3-bbf1-d90f65cda942 req-4d9e87f8-8df4-43a9-a813-fbdc6131b5de tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0574017 Jul 25 19:12:50.428715 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c40d3159-4f5e-41d3-bbf1-d90f65cda942 req-0ab8d776-0a98-466e-a881-505fed9b7204 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499802 Jul 25 19:12:51.570615 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d920d-b018-4a20-8670-4f66801722de req-f9083f81-cc42-4c62-a567-a4fda6959826 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:51.572193 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a4d920d-b018-4a20-8670-4f66801722de req-f9083f81-cc42-4c62-a567-a4fda6959826 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0572963 Jul 25 19:12:51.630497 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a4d920d-b018-4a20-8670-4f66801722de req-d8b6fdc7-7333-4888-9eb3-4cb1cc9c34d3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470479 Jul 25 19:12:52.760886 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:52.776807 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba15fa8-498c-4d07-a39f-c3fa4f7de084 req-da984180-cfca-425c-8192-abaae4128675 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:52.778675 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5ba15fa8-498c-4d07-a39f-c3fa4f7de084 req-da984180-cfca-425c-8192-abaae4128675 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0528712 Jul 25 19:12:52.842278 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5ba15fa8-498c-4d07-a39f-c3fa4f7de084 req-a0b76973-264b-47e9-80d3-f1b69f2ea935 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558527 Jul 25 19:12:53.987999 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d0259-b59e-47c5-8c03-fcb9717615cf req-0bf8315d-c150-44fd-a70e-d60a41f046ff tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:53.989441 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-916d0259-b59e-47c5-8c03-fcb9717615cf req-0bf8315d-c150-44fd-a70e-d60a41f046ff tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0561020 Jul 25 19:12:54.045811 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-916d0259-b59e-47c5-8c03-fcb9717615cf req-2521c37b-91c2-4742-9cd1-b78cbb47de28 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506616 Jul 25 19:12:55.189595 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9d9fb-5058-4190-a027-8df2dc6d851a req-d2dcb7e9-bf32-4a2f-9f42-c81250fe2903 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:55.191184 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3fd9d9fb-5058-4190-a027-8df2dc6d851a req-d2dcb7e9-bf32-4a2f-9f42-c81250fe2903 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0531056 Jul 25 19:12:55.241452 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3fd9d9fb-5058-4190-a027-8df2dc6d851a req-70ec2897-24b6-4548-8eae-2ea111800927 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440061 Jul 25 19:12:55.809365 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-afad7351-b7f3-477f-b07c-28f42fbb7ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:56.369880 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040b5a6-4ccf-43cb-9cca-4479f9f122b6 req-d18908d1-fd90-42f6-a724-59af0a286823 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:56.371307 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8040b5a6-4ccf-43cb-9cca-4479f9f122b6 req-d18908d1-fd90-42f6-a724-59af0a286823 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0473011 Jul 25 19:12:56.425866 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8040b5a6-4ccf-43cb-9cca-4479f9f122b6 req-bf62a6ec-d4f1-4496-8598-c7b3528513fa tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471046 Jul 25 19:12:57.042681 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=43,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:57.048574 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:57.556334 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ead4b-fdf6-4109-97ee-d266c3d8383a req-50353988-12d9-4d17-a46f-664987ff3856 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:57.557840 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-351ead4b-fdf6-4109-97ee-d266c3d8383a req-50353988-12d9-4d17-a46f-664987ff3856 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0505722 Jul 25 19:12:57.614145 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-351ead4b-fdf6-4109-97ee-d266c3d8383a req-65cf3099-9a00-4ebd-87a6-a1bcfc0913c9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492427 Jul 25 19:12:57.998950 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=42,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:58.008279 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=11 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:58.243466 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4484ed38-7bdc-44d7-87db-8e4a9baad0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:58.740919 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a7082-693e-44c2-ae48-d50a5e698e6b req-de86b063-be36-4962-8167-8b9b49726ab5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:58.742455 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cb9a7082-693e-44c2-ae48-d50a5e698e6b req-de86b063-be36-4962-8167-8b9b49726ab5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0479245 Jul 25 19:12:58.789941 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cb9a7082-693e-44c2-ae48-d50a5e698e6b req-3dff711d-918d-4f71-a92c-43e970902bf3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Jul 25 19:12:59.511825 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:12:59.917452 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:12:59.929042 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27836629-668c-4d09-8678-6ff0d38d3f7b req-9c334b74-1d48-4771-b7c5-e9cf48ede966 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:12:59.930580 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-27836629-668c-4d09-8678-6ff0d38d3f7b req-9c334b74-1d48-4771-b7c5-e9cf48ede966 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0516183 Jul 25 19:12:59.979405 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-27836629-668c-4d09-8678-6ff0d38d3f7b req-5ebea727-dfbf-4493-9728-ecf88d72261f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431323 Jul 25 19:13:00.888730 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:01.109714 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45ceea-fb4e-4fff-a5dc-0ec80e11e138 req-c04fb9c0-59a2-4173-bb1d-540f12967be6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:01.110767 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-eb45ceea-fb4e-4fff-a5dc-0ec80e11e138 req-c04fb9c0-59a2-4173-bb1d-540f12967be6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0513108 Jul 25 19:13:01.161954 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-eb45ceea-fb4e-4fff-a5dc-0ec80e11e138 req-973866a8-618e-4f72-b231-108276c44f25 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450597 Jul 25 19:13:01.312040 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:02.289672 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecde92e-9601-4fb8-987c-b073536622c2 req-80439be2-001f-4ff9-b12a-278b004dc6bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:02.291188 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8ecde92e-9601-4fb8-987c-b073536622c2 req-80439be2-001f-4ff9-b12a-278b004dc6bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0487428 Jul 25 19:13:02.343344 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8ecde92e-9601-4fb8-987c-b073536622c2 req-ae567197-bcf0-4510-99e5-7c749d9b03eb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466349 Jul 25 19:13:03.474583 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a72a-6ec8-4085-9b11-699af5ba680b req-4a36b5bc-107e-4304-a8e6-b1364cb448f5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:03.475994 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c37a72a-6ec8-4085-9b11-699af5ba680b req-4a36b5bc-107e-4304-a8e6-b1364cb448f5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0534251 Jul 25 19:13:03.525538 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c37a72a-6ec8-4085-9b11-699af5ba680b req-07fda176-4e5d-4581-9f42-37f83c3ba4ab tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Jul 25 19:13:04.652039 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15549962-4a8a-47d3-9f37-78815c5680a6 req-4daa70ab-9402-44d4-afce-44aa6cbd794e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:04.653539 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-15549962-4a8a-47d3-9f37-78815c5680a6 req-4daa70ab-9402-44d4-afce-44aa6cbd794e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0487967 Jul 25 19:13:04.679827 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:04.703272 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-15549962-4a8a-47d3-9f37-78815c5680a6 req-ce0a1802-856c-4f04-92a2-56865a510dae tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434375 Jul 25 19:13:05.833545 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39ebb84-8db6-45e5-8f78-c42f4aac2e22 req-f841419c-953f-47e3-a4d5-0b89659e24c2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:05.835255 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e39ebb84-8db6-45e5-8f78-c42f4aac2e22 req-f841419c-953f-47e3-a4d5-0b89659e24c2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0524170 Jul 25 19:13:05.887367 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e39ebb84-8db6-45e5-8f78-c42f4aac2e22 req-2aa4d904-4c5a-4b53-82aa-cb1281ff8290 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454662 Jul 25 19:13:07.019836 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c66b8-23ff-43e2-a8cc-1c4b02bfab60 req-1eae400c-76b3-400b-a022-2986c62664c5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:07.021321 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-990c66b8-23ff-43e2-a8cc-1c4b02bfab60 req-1eae400c-76b3-400b-a022-2986c62664c5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0483985 Jul 25 19:13:07.068703 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-990c66b8-23ff-43e2-a8cc-1c4b02bfab60 req-c7b97d28-05cd-41a7-bd01-3892b24f17ce tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417049 Jul 25 19:13:08.206575 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bb6fe-b184-4d74-9a38-1c57a56060d4 req-08550041-de20-4b14-8175-4282b3a996a9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:08.207746 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-434bb6fe-b184-4d74-9a38-1c57a56060d4 req-08550041-de20-4b14-8175-4282b3a996a9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0532315 Jul 25 19:13:08.260364 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-434bb6fe-b184-4d74-9a38-1c57a56060d4 req-32d47d31-aeb7-4962-b99f-c0ecd34b24fe tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466647 Jul 25 19:13:08.812829 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:13:09.402707 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b24d01-d31a-4a06-bd99-b3a7c96504f1 req-aca8d99e-e945-4d76-9c62-04bda34e5f12 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:09.403541 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29b24d01-d31a-4a06-bd99-b3a7c96504f1 req-aca8d99e-e945-4d76-9c62-04bda34e5f12 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0510733 Jul 25 19:13:09.452375 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-29b24d01-d31a-4a06-bd99-b3a7c96504f1 req-c06f3be2-98a7-4d29-af94-8cb8eab9885b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424953 Jul 25 19:13:10.579616 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e63e9-9ee5-4990-a336-b992dc0575de req-e8151070-0760-4eab-8d28-2e3a8e044b68 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:10.581475 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e6e63e9-9ee5-4990-a336-b992dc0575de req-e8151070-0760-4eab-8d28-2e3a8e044b68 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0483327 Jul 25 19:13:10.634189 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e6e63e9-9ee5-4990-a336-b992dc0575de req-67773a85-f2bd-465d-800c-c46f68e209a1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471663 Jul 25 19:13:11.197255 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:11.204339 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:11.762733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2678a0-0133-4e8c-bc38-01ada6a55374 req-2d835dc9-4d43-49ec-9250-ffd067f46a26 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:11.764204 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd2678a0-0133-4e8c-bc38-01ada6a55374 req-2d835dc9-4d43-49ec-9250-ffd067f46a26 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0496314 Jul 25 19:13:11.814912 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd2678a0-0133-4e8c-bc38-01ada6a55374 req-2c6ca25f-c048-4243-a0ff-7d4c48c7caaf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Jul 25 19:13:11.843145 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:12.938555 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb7f36-a8d2-4968-a7d0-a0c48feae0d1 req-85361c4c-8cbf-477f-802f-25bfdd3f9236 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:12.940556 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a5bb7f36-a8d2-4968-a7d0-a0c48feae0d1 req-85361c4c-8cbf-477f-802f-25bfdd3f9236 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0457945 Jul 25 19:13:12.987295 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a5bb7f36-a8d2-4968-a7d0-a0c48feae0d1 req-1377c480-2128-4d4b-b8cf-6de60acd8c24 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 Jul 25 19:13:14.118571 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94956773-a512-45ba-ae08-3796794faf0c req-97b90574-58cd-4b8b-a6ad-e60dca73ee96 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:14.120105 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-94956773-a512-45ba-ae08-3796794faf0c req-97b90574-58cd-4b8b-a6ad-e60dca73ee96 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 943 time: 0.0491848 Jul 25 19:13:14.181773 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-94956773-a512-45ba-ae08-3796794faf0c req-d3367878-0d2b-40e3-98f0-43835a32a6db tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556240 Jul 25 19:13:14.857819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:13:14.961662 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:13:14.972957 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'port_id': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'mac_address': 'fa:16:3e:2a:46:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:13:15.008594 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e40ea0fc-afa9-4060-9acf-75154697423d is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:13:15.008993 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:15.022044 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e40ea0fc-afa9-4060-9acf-75154697423d {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:13:15.045015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:13:15.105762 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:15.153634 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=9']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.166546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:15.308708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862494d0-5ed6-4c31-8c43-0dceb619ab09 req-5b013a75-233b-413b-bf55-99f82323577b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:15.310232 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-862494d0-5ed6-4c31-8c43-0dceb619ab09 req-5b013a75-233b-413b-bf55-99f82323577b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 944 time: 0.0500619 Jul 25 19:13:15.324550 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-4380dbbc-f2cd-4f2e-b87d-1170b98ca2b7 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396321 Jul 25 19:13:15.367147 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-862494d0-5ed6-4c31-8c43-0dceb619ab09 req-4ef48686-5457-44df-90d0-85aed540d654 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502994 Jul 25 19:13:15.395245 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-4b48bf91-d2ca-4840-b198-e81d69bd16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:15.396856 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-4b48bf91-d2ca-4840-b198-e81d69bd16a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 1129 time: 0.0484524 Jul 25 19:13:15.861158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['e40ea0fc-afa9-4060-9acf-75154697423d'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:13:16.049561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-35b813ca-fec0-44c2-9911-343d38cf1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:16.051088 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-35b813ca-fec0-44c2-9911-343d38cf1805 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 912 time: 0.0957298 Jul 25 19:13:16.101284 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:16.117264 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-441f0aa9-b2b4-48e2-8f66-e3b0e973b606 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b23594-f162-4f7b-9587-c619dd49ac56 HTTP/1.1" status: 200 len: 1000 time: 0.0585918 Jul 25 19:13:16.169296 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-aa5e4d80-7ce7-4c91-98c1-9f17ad6cc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:16.170789 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-aa5e4d80-7ce7-4c91-98c1-9f17ad6cc47b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 200 len: 850 time: 0.0470231 Jul 25 19:13:16.220579 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-b4fae488-d786-4635-a43d-455855523350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:16.222319 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-b4fae488-d786-4635-a43d-455855523350 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6572528-5d40-45d4-b911-d98d584260e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443778 Jul 25 19:13:16.336251 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-7611fc23-6fb1-4282-b873-9bb9c98db83d service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029298 Jul 25 19:13:16.421036 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:16.437298 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2a09ddd-bbec-4e10-bd55-023f6a269460 req-b5570fed-ce31-423c-837e-bf5bd680d708 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956135 Jul 25 19:13:16.497866 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0e19e-f5fc-4655-bfa5-6af75755be54 req-bd16528b-5d5c-4f1c-a9f6-7ab5c62b2533 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:16.499673 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c7c0e19e-f5fc-4655-bfa5-6af75755be54 req-bd16528b-5d5c-4f1c-a9f6-7ab5c62b2533 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 944 time: 0.0527747 Jul 25 19:13:16.551536 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c7c0e19e-f5fc-4655-bfa5-6af75755be54 req-a84dce89-47d5-4156-b8bf-d8dccae915c1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444982 Jul 25 19:13:17.303865 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:13:17.349127 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port e40ea0fc-afa9-4060-9acf-75154697423d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:13:17.352820 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:17.353012 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974a81d-72e1-41c1-8750-e7fe488c0eca req-f238c3c2-f672-40e8-a5d9-be01fcc208c1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:17.355320 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3974a81d-72e1-41c1-8750-e7fe488c0eca req-f238c3c2-f672-40e8-a5d9-be01fcc208c1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0505052 Jul 25 19:13:17.415202 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3974a81d-72e1-41c1-8750-e7fe488c0eca req-59a98917-7183-4c9e-b3e7-054d895164b6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540013 Jul 25 19:13:17.428745 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port e40ea0fc-afa9-4060-9acf-75154697423d is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:13:17.429066 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:17.452919 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:13:17.455150 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d033b55-100a-47d1-979f-774178bc6bbd" -d '{"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-plugged", "status": "completed", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:13:17.472541 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:13:17.501752 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00474483-b60c-4b65-a489-40d1c1656dd9 x-openstack-request-id: req-00474483-b60c-4b65-a489-40d1c1656dd9 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:13:17.501752 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-plugged", "status": "completed", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:13:17.501752 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-00474483-b60c-4b65-a489-40d1c1656dd9 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:13:17.501752 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00474483-b60c-4b65-a489-40d1c1656dd9'] response: {'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'code': 200} Jul 25 19:13:17.528716 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:17.578133 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=10']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:17.676317 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cd76ac-dc9d-45d4-b1fb-831b14e1251e req-96a4386a-809b-4b7e-954f-f2d506867f6f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:17.677899 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6cd76ac-dc9d-45d4-b1fb-831b14e1251e req-96a4386a-809b-4b7e-954f-f2d506867f6f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.0482004 Jul 25 19:13:17.735424 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6cd76ac-dc9d-45d4-b1fb-831b14e1251e req-482a6e0d-0fa2-4e5b-beb5-1e485933840c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516174 Jul 25 19:13:18.139285 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-69b4056f-89c0-4de3-8104-a851ed783c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:18.140782 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-69b4056f-89c0-4de3-8104-a851ed783c8f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1129 time: 0.0412204 Jul 25 19:13:18.240467 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-8702be11-995a-4e3c-ada0-60a386b14dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:18.242142 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-8702be11-995a-4e3c-ada0-60a386b14dc2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.0945714 Jul 25 19:13:18.307826 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-f2c7e1ac-7ae9-470e-89a1-499c51974da7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 200 len: 1000 time: 0.0578008 Jul 25 19:13:18.365209 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-3c0985ab-e552-4aef-b8ef-0ef9eb1a1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:18.366773 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-3c0985ab-e552-4aef-b8ef-0ef9eb1a1a42 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0523679 Jul 25 19:13:18.369035 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d7d4e-42cd-4c0f-beb9-68851635efc0 req-e0c35a1f-a43b-4afa-92c5-e23c5afce9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:18.369485 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a26d7d4e-42cd-4c0f-beb9-68851635efc0 req-e0c35a1f-a43b-4afa-92c5-e23c5afce9cb service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 1130 time: 0.0428586 Jul 25 19:13:18.416701 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-341e3c82-1ff4-4e6f-b424-fad199be0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:18.418216 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-341e3c82-1ff4-4e6f-b424-fad199be0a2a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410686 Jul 25 19:13:18.420544 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a26d7d4e-42cd-4c0f-beb9-68851635efc0 req-b1abfb95-d043-40f0-818d-17c20b18ea7c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430632 Jul 25 19:13:18.540717 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4e6db4-885a-4798-ac21-c14641411367 req-7a1b19fd-d07b-42b1-a447-c804d9c19a1a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:18.542134 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6d4e6db4-885a-4798-ac21-c14641411367 req-7a1b19fd-d07b-42b1-a447-c804d9c19a1a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0476277 Jul 25 19:13:18.589714 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6d4e6db4-885a-4798-ac21-c14641411367 req-9600d842-6211-487e-abbd-452fa63b5950 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418198 Jul 25 19:13:18.807980 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:18.809146 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:18.888430 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9728f-3ea6-4db5-a885-4e1ea3ab48f4 req-9bd570a2-00d4-4930-94c3-0697307d5445 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:18.889900 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f8e9728f-3ea6-4db5-a885-4e1ea3ab48f4 req-9bd570a2-00d4-4930-94c3-0697307d5445 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.0698826 Jul 25 19:13:18.917777 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-063e8311-fb0c-4b71-84fd-23836511c615 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486716 Jul 25 19:13:18.937564 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:18.992929 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f8e9728f-3ea6-4db5-a885-4e1ea3ab48f4 req-2e851911-c8a5-46a6-aee4-534277f804a1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926421 Jul 25 19:13:19.037132 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-23088353-6838-4b2a-a633-6fdc7d8505f6 req-a2b7141a-bf7b-476c-bd80-935104eb9453 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112761 Jul 25 19:13:19.182488 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-e45c08d4-9e7c-476b-8bfb-ba98c9d2c749 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-127141260&fields=id&tenant_id=019f72079acf4a74bd1a0706041e6678 HTTP/1.1" status: 200 len: 267 time: 0.0461440 Jul 25 19:13:19.303904 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a18a-9225-4652-9149-6808124972e9 req-c122cc4e-fdfc-4a7e-97a5-400c580c784e tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:19.305366 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-c122cc4e-fdfc-4a7e-97a5-400c580c784e tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/networks?id=258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 200 len: 808 time: 0.1164713 Jul 25 19:13:19.321891 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-6e6bf431-30e5-4176-8f55-ec2b70879552 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/quotas/019f72079acf4a74bd1a0706041e6678 HTTP/1.1" status: 200 len: 375 time: 0.0105102 Jul 25 19:13:19.373529 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-a8769ed1-700c-4d5d-ad5b-22a287803831 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460055 Jul 25 19:13:19.484311 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-d6b5ab2e-3183-45f6-aa8f-348d21b2e2b6 service neutron] 10.222.0.17 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982819 Jul 25 19:13:19.579825 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-971dc874-6b5f-4770-9561-db382883b85f service neutron] 10.222.0.17 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890069 Jul 25 19:13:19.722540 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868472fb-db3a-418d-b85e-4ead7ccec150 req-d3d1c8c7-9d23-4743-adc8-3de06ef0872a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:19.724318 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-868472fb-db3a-418d-b85e-4ead7ccec150 req-d3d1c8c7-9d23-4743-adc8-3de06ef0872a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0561769 Jul 25 19:13:19.772723 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-868472fb-db3a-418d-b85e-4ead7ccec150 req-92193426-6af0-47e9-b0dc-1cfa9129e202 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429432 Jul 25 19:13:20.105023 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:20.118858 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d118bb-0b65-45a5-9ef4-76db480ccb0c req-2492f87d-67bc-47db-9c8b-2c258983d727 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:20.120061 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-95d118bb-0b65-45a5-9ef4-76db480ccb0c req-2492f87d-67bc-47db-9c8b-2c258983d727 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.0477777 Jul 25 19:13:20.176264 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-95d118bb-0b65-45a5-9ef4-76db480ccb0c req-8a16348f-b605-43e5-8f86-268bb428163d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503943 Jul 25 19:13:20.211232 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4c9597ff-5451-48b6-9d7d-52ae49e5ca67 req-bb2e6dc6-c6c9-4556-a5c7-589026ca2f69 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 210 time: 0.0306296 Jul 25 19:13:20.902497 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f1788-c935-4ee7-b7a3-95730fd35534 req-bc33a44c-4ab6-401e-9d63-faf8693c13b4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:20.903937 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-034f1788-c935-4ee7-b7a3-95730fd35534 req-bc33a44c-4ab6-401e-9d63-faf8693c13b4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0524313 Jul 25 19:13:20.958181 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-034f1788-c935-4ee7-b7a3-95730fd35534 req-eb6dfd61-a419-4ac2-b8a3-6ceb2ec03607 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480857 Jul 25 19:13:21.294934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:21.300983 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-71959b6c-ec41-4825-ba0e-92d04eb3860a req-396f0b71-9660-4c7d-ad52-ade049515144 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 210 time: 0.0347960 Jul 25 19:13:21.311005 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e6afe-8892-4034-8aa5-19b636054177 req-c839e267-c0e4-4bd7-940b-95063182b19d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:21.312521 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fd3e6afe-8892-4034-8aa5-19b636054177 req-c839e267-c0e4-4bd7-940b-95063182b19d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.0515893 Jul 25 19:13:21.332113 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:21.364217 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fd3e6afe-8892-4034-8aa5-19b636054177 req-2be174b2-0404-4c60-a2d0-6cf245cdfda5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460091 Jul 25 19:13:22.086801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a0f5b-888e-4894-a086-29991c991f85 req-fd83f207-1adc-4e11-b94d-2bf504252c80 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:22.088242 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-111a0f5b-888e-4894-a086-29991c991f85 req-fd83f207-1adc-4e11-b94d-2bf504252c80 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0505884 Jul 25 19:13:22.153751 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-111a0f5b-888e-4894-a086-29991c991f85 req-8c0b0f29-e9db-4089-a6f6-e8c10cdd0c05 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593445 Jul 25 19:13:22.411374 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bcb488b7-1a53-4995-8953-35abf734c3b0 req-25be0338-13fb-4560-aa3e-9515f3ef34f8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 210 time: 0.0338764 Jul 25 19:13:22.520794 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7475cfb-8025-40c4-9cd4-6265b39d2b33 req-eb1eec06-cef4-4478-857f-cc646a35a2e6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:22.522597 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f7475cfb-8025-40c4-9cd4-6265b39d2b33 req-eb1eec06-cef4-4478-857f-cc646a35a2e6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.0681198 Jul 25 19:13:22.574359 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f7475cfb-8025-40c4-9cd4-6265b39d2b33 req-dc7f0874-b938-4946-b809-8490ebc56056 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452297 Jul 25 19:13:22.754730 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a18a-9225-4652-9149-6808124972e9 req-2fa6bded-19cd-472d-aca4-6cd09647301b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:22.756432 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-2fa6bded-19cd-472d-aca4-6cd09647301b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.88 "GET /v2.0/networks?id=258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 200 len: 808 time: 0.1102791 Jul 25 19:13:22.827670 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-6a10b7af-1659-4922-842c-8718daeb87c5 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=019f72079acf4a74bd1a0706041e6678 HTTP/1.1" status: 200 len: 379 time: 0.0623822 Jul 25 19:13:22.837040 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'port': {'device_id': '08be3488-9017-42d8-99ed-63e8fe344653', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'admin_state_up': True, 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'security_groups': ['d86404d6-89aa-40bd-8c53-e6494d3d0e4b']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:13:22.997248 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Made reservation on behalf of 019f72079acf4a74bd1a0706041e6678 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:13:23.001401 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:23.142710 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Allocated IP 172.20.0.9 (258528fe-2a61-40c6-8c40-081c24552b12/bd361c3f-a29d-4eef-aa9f-3faf12aebdeb/917d51f6-d780-4f2f-b965-f032f1e24916) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:13:23.153431 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:23.234944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:23.287452 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070bd611-e6c2-474b-bf29-7ae9fc6cd121 req-b154ca0f-dcff-4122-b52f-7d6fe97f91b3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:23.288966 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-070bd611-e6c2-474b-bf29-7ae9fc6cd121 req-b154ca0f-dcff-4122-b52f-7d6fe97f91b3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0539494 Jul 25 19:13:23.303943 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for port (917d51f6-d780-4f2f-b965-f032f1e24916), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:23.344465 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-070bd611-e6c2-474b-bf29-7ae9fc6cd121 req-e7fd7e84-b1b3-42d5-a8a2-776be4428b9f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484123 Jul 25 19:13:23.397858 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:23.448015 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Network 258528fe-2a61-40c6-8c40-081c24552b12 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:13:23.454291 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:13:23.459364 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:13:23.463907 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:23.494647 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.494953 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.495162 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.495506 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.495883 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.496219 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.496550 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.496884 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.497220 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.497614 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.497960 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.498287 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.498706 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.499284 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.499613 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:23.562729 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:23.563381 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:23.590792 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d63b39-f44c-4edd-a6ff-fe10ff504972 req-cfb2f20a-3805-4db8-9c41-545876ab5f85 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:23.592174 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-02d63b39-f44c-4edd-a6ff-fe10ff504972 req-cfb2f20a-3805-4db8-9c41-545876ab5f85 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 931 time: 0.0729654 Jul 25 19:13:23.657725 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-02d63b39-f44c-4edd-a6ff-fe10ff504972 req-ff2c0e1c-6874-45f4-b30a-efeb7a25df7c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589848 Jul 25 19:13:23.683156 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-fc3f8f00-d74b-45af-b66c-99a36ad9d3a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8415542 Jul 25 19:13:23.689630 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Request body: {'port': {'device_id': '08be3488-9017-42d8-99ed-63e8fe344653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:13:23.762544 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:23.776575 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-8314fd01-c030-4519-a0e3-17d2c445478d None None] Provisioning complete for port 917d51f6-d780-4f2f-b965-f032f1e24916 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:13:23.777129 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8314fd01-c030-4519-a0e3-17d2c445478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:23.814220 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-8314fd01-c030-4519-a0e3-17d2c445478d None None] Port 917d51f6-d780-4f2f-b965-f032f1e24916 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:13:23.918689 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:24.080051 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 917d51f6-d780-4f2f-b965-f032f1e24916 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:13:24.088758 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Publish callbacks [] for port (917d51f6-d780-4f2f-b965-f032f1e24916), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:24.102378 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Transition to ACTIVE for port object 917d51f6-d780-4f2f-b965-f032f1e24916 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:13:24.168588 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:24.219853 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Pushing event updated for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:24.317028 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Attempting to bind port 917d51f6-d780-4f2f-b965-f032f1e24916 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:13:24.317354 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Attempting to bind port 917d51f6-d780-4f2f-b965-f032f1e24916 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:13:24.317754 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Attempting to bind port 917d51f6-d780-4f2f-b965-f032f1e24916 on network 258528fe-2a61-40c6-8c40-081c24552b12 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:13:24.323859 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Port 917d51f6-d780-4f2f-b965-f032f1e24916 on network 258528fe-2a61-40c6-8c40-081c24552b12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:13:24.324356 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Attempting to bind port 917d51f6-d780-4f2f-b965-f032f1e24916 on network 258528fe-2a61-40c6-8c40-081c24552b12 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:13:24.333019 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:13:24.333465 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Checking segment: {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:13:24.333972 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Bound using segment: {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:13:24.334797 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Bound port: 917d51f6-d780-4f2f-b965-f032f1e24916, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:13:24.335281 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:24.387217 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:24.412296 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:13:24.419800 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:13:24.493273 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae42af2-a07f-42c4-a3ed-3cfca8ab9fa1 req-da597513-1f2e-441d-82c0-57bb0cd42907 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:24.496166 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4ae42af2-a07f-42c4-a3ed-3cfca8ab9fa1 req-da597513-1f2e-441d-82c0-57bb0cd42907 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0635178 Jul 25 19:13:24.503056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:24.540245 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:24.540873 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:24.542311 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] 10.222.0.88 "PUT /v2.0/ports/917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 1093 time: 0.8575568 Jul 25 19:13:24.542796 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:13:24.545176 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727cb97f-f36a-4654-9545-147024f3ffad" -d '{"events": [{"name": "network-changed", "server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:13:24.559263 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4ae42af2-a07f-42c4-a3ed-3cfca8ab9fa1 req-ac228f9c-50fd-4077-b248-3152a798de33 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567613 Jul 25 19:13:24.577159 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b3459-36d2-473a-8fca-5587a2a9a259 service neutron] Pushing event updated for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:24.619453 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2863c908-235a-4e94-bcd6-e6777f19e3c0 x-openstack-request-id: req-2863c908-235a-4e94-bcd6-e6777f19e3c0 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:13:24.619844 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:13:24.620222 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2863c908-235a-4e94-bcd6-e6777f19e3c0 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:13:24.620925 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2863c908-235a-4e94-bcd6-e6777f19e3c0'] response: {'name': 'network-changed', 'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916', 'status': 'completed', 'code': 200} Jul 25 19:13:24.688643 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb97f-f36a-4654-9545-147024f3ffad req-1aab8afd-ffbe-4152-b423-550c440aa0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:24.691928 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-727cb97f-f36a-4654-9545-147024f3ffad req-1aab8afd-ffbe-4152-b423-550c440aa0cc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1127 time: 0.0482378 Jul 25 19:13:24.802757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb97f-f36a-4654-9545-147024f3ffad req-da97d493-5204-41c1-8471-15ac028aaeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:24.804833 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-727cb97f-f36a-4654-9545-147024f3ffad req-da97d493-5204-41c1-8471-15ac028aaeee service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=019f72079acf4a74bd1a0706041e6678&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1053059 Jul 25 19:13:24.829930 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215f027-9ef9-4c7b-8708-0c6ed9ade3f7 req-e29f7e16-d288-4a44-bdfc-5c3d9735eb86 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:24.831977 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a215f027-9ef9-4c7b-8708-0c6ed9ade3f7 req-e29f7e16-d288-4a44-bdfc-5c3d9735eb86 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0675809 Jul 25 19:13:24.890127 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a215f027-9ef9-4c7b-8708-0c6ed9ade3f7 req-8c94d8db-df6e-45ee-b7de-7e1515ecdb12 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521672 Jul 25 19:13:24.949898 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cb97f-f36a-4654-9545-147024f3ffad req-f8f41be9-e628-4636-9841-eb6a5dc65a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:24.951431 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-727cb97f-f36a-4654-9545-147024f3ffad req-f8f41be9-e628-4636-9841-eb6a5dc65a2d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064961 Jul 25 19:13:25.033172 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a18a-9225-4652-9149-6808124972e9 req-8a4192a7-09ce-4bdb-aa36-322ab9a9d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:25.034887 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-8a4192a7-09ce-4bdb-aa36-322ab9a9d63c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1127 time: 0.0419476 Jul 25 19:13:25.076106 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-401fe522-1d1b-478f-9ea1-e859c085bdcf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 217 time: 0.0330648 Jul 25 19:13:25.129234 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a18a-9225-4652-9149-6808124972e9 req-41853f5b-4bb1-4be1-9c9e-2faa447564ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:25.130728 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-41853f5b-4bb1-4be1-9c9e-2faa447564ab service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb HTTP/1.1" status: 200 len: 847 time: 0.0489292 Jul 25 19:13:25.432164 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6a18a-9225-4652-9149-6808124972e9 req-34c4715d-bc70-4c52-bfc3-d66a3f0cd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:25.433647 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-34c4715d-bc70-4c52-bfc3-d66a3f0cd069 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258528fe-2a61-40c6-8c40-081c24552b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2965376 Jul 25 19:13:25.527148 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-4df54320-d117-45de-bd80-e23999b5bf76 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860789 Jul 25 19:13:25.623332 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66d6a18a-9225-4652-9149-6808124972e9 req-df38f29a-8de2-41d6-bf69-6d6015c1cb20 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901170 Jul 25 19:13:25.676945 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:25.693585 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dde54f-dc1b-40db-ab05-1ae1f1a8ccf7 req-34886220-dbd2-40cc-95b4-9474fc69bb0d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:25.695064 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-58dde54f-dc1b-40db-ab05-1ae1f1a8ccf7 req-34886220-dbd2-40cc-95b4-9474fc69bb0d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0489998 Jul 25 19:13:25.726747 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:25.745976 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-58dde54f-dc1b-40db-ab05-1ae1f1a8ccf7 req-2c63774d-da6c-44d6-9fcd-3fb73fa84981 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452516 Jul 25 19:13:25.814215 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2cfa83f1-de4b-4b6c-87de-e2ed17010b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:26.011453 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bb2c8-2a11-4bf8-b8c2-5e98139d0a2b req-8b8e50b2-70c7-471f-9c05-71f207728eef tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:26.012846 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b08bb2c8-2a11-4bf8-b8c2-5e98139d0a2b req-8b8e50b2-70c7-471f-9c05-71f207728eef tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0477469 Jul 25 19:13:26.062907 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b08bb2c8-2a11-4bf8-b8c2-5e98139d0a2b req-01ba7862-a487-479a-b86f-eac99f33ae02 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439370 Jul 25 19:13:26.882634 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c74a00-954d-435e-8eb3-ef211ee994c4 req-04815d57-3dde-4f16-b543-c0026455afd2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:26.884121 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f5c74a00-954d-435e-8eb3-ef211ee994c4 req-04815d57-3dde-4f16-b543-c0026455afd2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0536544 Jul 25 19:13:26.930786 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f5c74a00-954d-435e-8eb3-ef211ee994c4 req-0734eea4-d23d-4ba9-907e-e9eb6dc4c50f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409732 Jul 25 19:13:27.186231 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6450b885-f97a-469e-8b2c-c303c0c59f3b req-79eebe36-2459-4310-a19c-f8083ea44697 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:27.187854 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6450b885-f97a-469e-8b2c-c303c0c59f3b req-79eebe36-2459-4310-a19c-f8083ea44697 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0498672 Jul 25 19:13:27.243663 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6450b885-f97a-469e-8b2c-c303c0c59f3b req-246367b1-d491-4a22-b02b-6695e9e41646 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498202 Jul 25 19:13:28.051520 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb2ee-5656-4444-aacf-a34ace301d00 req-edf8812b-4c59-432b-9843-3645d9415b4a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:28.053147 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-252cb2ee-5656-4444-aacf-a34ace301d00 req-edf8812b-4c59-432b-9843-3645d9415b4a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0470140 Jul 25 19:13:28.100735 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-252cb2ee-5656-4444-aacf-a34ace301d00 req-fbb13bb1-e8af-44e6-99e5-f373d1f2bf48 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419779 Jul 25 19:13:28.260122 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-dee765db-9217-40fe-9815-35cf6be1ebd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:28.366378 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c04afe-32aa-4dde-960c-30096fe33f27 req-35243a28-a422-464c-92d1-f25cf060ebe8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:28.367968 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-40c04afe-32aa-4dde-960c-30096fe33f27 req-35243a28-a422-464c-92d1-f25cf060ebe8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0473912 Jul 25 19:13:28.420005 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-40c04afe-32aa-4dde-960c-30096fe33f27 req-726bcfab-8ade-4868-903f-178cac9361ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462501 Jul 25 19:13:29.223925 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae58a77-a4e4-44b9-ad33-b7638073b4bc req-6b593e4b-92c4-487b-bd95-bcf8fea59220 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:29.225151 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bae58a77-a4e4-44b9-ad33-b7638073b4bc req-6b593e4b-92c4-487b-bd95-bcf8fea59220 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0511940 Jul 25 19:13:29.274314 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bae58a77-a4e4-44b9-ad33-b7638073b4bc req-bd9e46af-10fa-4a13-b3d2-b80ffa7fdc7d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Jul 25 19:13:29.423322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:29.501496 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:29.539462 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b9cc1-2cd0-4302-a16b-ddac17e768b6 req-6291d5fa-db40-47b8-a6db-fdb3eb232524 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:29.540991 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ba6b9cc1-2cd0-4302-a16b-ddac17e768b6 req-6291d5fa-db40-47b8-a6db-fdb3eb232524 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0493844 Jul 25 19:13:29.595509 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ba6b9cc1-2cd0-4302-a16b-ddac17e768b6 req-5ade75b8-b35e-4bd1-83a3-c98337422298 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483530 Jul 25 19:13:30.391354 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:30.402944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89893ae2-5355-4914-b0db-15f9d98967e1 req-026ef231-f622-4b4f-a606-499e2ea687c4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:30.407508 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-89893ae2-5355-4914-b0db-15f9d98967e1 req-026ef231-f622-4b4f-a606-499e2ea687c4 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0491800 Jul 25 19:13:30.457306 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-89893ae2-5355-4914-b0db-15f9d98967e1 req-6a761404-8ebf-4377-9a48-9a5586fb7848 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465431 Jul 25 19:13:30.731631 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9075fb-5f48-48c2-8214-0334cdec1be4 req-baa3e5e7-0c02-4510-b236-2212fce86f85 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:30.733137 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3c9075fb-5f48-48c2-8214-0334cdec1be4 req-baa3e5e7-0c02-4510-b236-2212fce86f85 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0548642 Jul 25 19:13:30.793828 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3c9075fb-5f48-48c2-8214-0334cdec1be4 req-f8050768-b3e3-489b-a14f-e4a9384f7a60 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534768 Jul 25 19:13:30.945650 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:31.260141 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:31.580942 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c205cf6-9b18-4007-ac73-43ad33ee97d3 req-48d7da95-e11c-4c4e-879a-e5c931d61c2d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:31.582466 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1c205cf6-9b18-4007-ac73-43ad33ee97d3 req-48d7da95-e11c-4c4e-879a-e5c931d61c2d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0495610 Jul 25 19:13:31.640549 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1c205cf6-9b18-4007-ac73-43ad33ee97d3 req-7a813286-2c9d-49a7-83bf-4aeceacf6385 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504785 Jul 25 19:13:31.928951 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6dcdc4-f7a9-4a4c-8353-1a5851370239 req-df5344e5-e0b0-4518-8f70-54b66da146f5 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:31.930503 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ef6dcdc4-f7a9-4a4c-8353-1a5851370239 req-df5344e5-e0b0-4518-8f70-54b66da146f5 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0503433 Jul 25 19:13:31.987785 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ef6dcdc4-f7a9-4a4c-8353-1a5851370239 req-7fc307a3-f16a-492d-8248-c6b7d3bc3d06 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507753 Jul 25 19:13:32.762833 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2cc8f-4549-499f-ac06-db8999582bd9 req-397fc80e-ab4d-4e2e-9a22-9603f82efd43 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:32.764358 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-38f2cc8f-4549-499f-ac06-db8999582bd9 req-397fc80e-ab4d-4e2e-9a22-9603f82efd43 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0494454 Jul 25 19:13:32.825840 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-38f2cc8f-4549-499f-ac06-db8999582bd9 req-ec160351-f169-408a-a690-19844e8b43e2 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552843 Jul 25 19:13:33.114193 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60597917-471d-4058-85cd-1677f7ef3d66 req-107bc4ff-8e2d-4474-8cc7-8d804b27e6db tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:33.115743 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-60597917-471d-4058-85cd-1677f7ef3d66 req-107bc4ff-8e2d-4474-8cc7-8d804b27e6db tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0523314 Jul 25 19:13:33.169916 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-60597917-471d-4058-85cd-1677f7ef3d66 req-1d99f615-1563-4a2b-bbe9-ee399aeefbd6 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484295 Jul 25 19:13:33.976561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a57def6-d5e2-4263-ad15-a76491b454bd req-a5b02acc-064d-4ff1-afd9-7d54b301be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:33.977773 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a57def6-d5e2-4263-ad15-a76491b454bd req-a5b02acc-064d-4ff1-afd9-7d54b301be11 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1129 time: 0.0743270 Jul 25 19:13:33.983774 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e785ad-2ac1-4637-a363-998bb86ec717 req-47c081ea-9d9f-46f1-9856-a783ffe49dc3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:33.987531 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-64e785ad-2ac1-4637-a363-998bb86ec717 req-47c081ea-9d9f-46f1-9856-a783ffe49dc3 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0725129 Jul 25 19:13:34.060692 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a57def6-d5e2-4263-ad15-a76491b454bd req-4778708d-9473-49f9-a0e2-1341cc5e4de9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746007 Jul 25 19:13:34.064141 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-64e785ad-2ac1-4637-a363-998bb86ec717 req-2025dbd7-764b-424b-acd6-8cd012ddd9f5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716894 Jul 25 19:13:34.279700 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:34.291717 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eebfc3-9ea1-4e2a-8190-1730df08fa97 req-67017d5d-b660-4a4d-b495-d05ca1b7d9de tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:34.293239 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-82eebfc3-9ea1-4e2a-8190-1730df08fa97 req-67017d5d-b660-4a4d-b495-d05ca1b7d9de tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0493755 Jul 25 19:13:34.312778 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:34.348398 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-82eebfc3-9ea1-4e2a-8190-1730df08fa97 req-cb3dd6e3-b029-442b-b58a-5645ca25782d tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493078 Jul 25 19:13:35.208038 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0e97e-8f83-4ffd-9baf-a2e9bfed4f1f req-7f721b2c-570d-4a78-81f7-e1cbdae19c41 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:35.209770 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4cc0e97e-8f83-4ffd-9baf-a2e9bfed4f1f req-7f721b2c-570d-4a78-81f7-e1cbdae19c41 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0530319 Jul 25 19:13:35.261970 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4cc0e97e-8f83-4ffd-9baf-a2e9bfed4f1f req-c913490b-ff6f-495d-a8cb-d263de2c1821 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460000 Jul 25 19:13:35.379317 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 917d51f6-d780-4f2f-b965-f032f1e24916 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:13:35.478591 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9f447-bdb0-42ad-aed8-96e05705bd4e req-4e0cb311-acd9-4f21-bce1-fe37a808c6be tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:35.480462 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-08a9f447-bdb0-42ad-aed8-96e05705bd4e req-4e0cb311-acd9-4f21-bce1-fe37a808c6be tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0508332 Jul 25 19:13:35.497299 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:13:35.510001 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '917d51f6-d780-4f2f-b965-f032f1e24916', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'port_id': '917d51f6-d780-4f2f-b965-f032f1e24916', 'mac_address': 'fa:16:3e:79:d8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:13:35.540524 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-08a9f447-bdb0-42ad-aed8-96e05705bd4e req-df653fbe-d14c-4e9f-b835-f1ad6c3cabeb tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530422 Jul 25 19:13:35.546917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 917d51f6-d780-4f2f-b965-f032f1e24916 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:13:35.547322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:35.571129 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917d51f6-d780-4f2f-b965-f032f1e24916 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:13:35.591889 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:13:35.678030 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:35.728500 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:36.186928 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['917d51f6-d780-4f2f-b965-f032f1e24916'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:13:36.389859 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a4927-f198-4066-be71-86f8e147c5b1 req-0c0ffb20-8fdf-4b9f-bf2c-f956cf3ef66d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:36.391421 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9a4927-f198-4066-be71-86f8e147c5b1 req-0c0ffb20-8fdf-4b9f-bf2c-f956cf3ef66d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0537989 Jul 25 19:13:36.448173 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9a4927-f198-4066-be71-86f8e147c5b1 req-c78f7407-4e7c-4812-baff-1dc0f1337c34 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503366 Jul 25 19:13:36.672088 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2ac1f-ce61-4ef1-8f0c-bf059b81fdbe req-38350acd-a9a5-4921-9af8-f269021f9e39 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:36.673976 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b3f2ac1f-ce61-4ef1-8f0c-bf059b81fdbe req-38350acd-a9a5-4921-9af8-f269021f9e39 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 944 time: 0.0522387 Jul 25 19:13:36.739344 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b3f2ac1f-ce61-4ef1-8f0c-bf059b81fdbe req-e60e85a6-b0fa-4594-b89a-76cb623d9861 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562840 Jul 25 19:13:37.022887 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852b9a9-1619-4bc6-9d30-2aca9dfa893c req-c6d2259a-5591-4c1f-b6c5-9835700709bc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:37.024388 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0852b9a9-1619-4bc6-9d30-2aca9dfa893c req-c6d2259a-5591-4c1f-b6c5-9835700709bc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0491951 Jul 25 19:13:37.055642 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:37.068374 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-0bf3d0be-e269-4165-8b83-6bc951c49e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:37.070213 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-0bf3d0be-e269-4165-8b83-6bc951c49e0a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1129 time: 0.0423977 Jul 25 19:13:37.076539 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0852b9a9-1619-4bc6-9d30-2aca9dfa893c req-efff1aec-9af4-426f-989d-693dc5547b4e tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462313 Jul 25 19:13:37.189234 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-2b981933-8c2a-44a3-8eeb-1ef76edd3a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:37.190833 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-2b981933-8c2a-44a3-8eeb-1ef76edd3a37 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.1104937 Jul 25 19:13:37.275765 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-cdd73afa-50f3-40f8-8fec-e21f63290b4c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 200 len: 1000 time: 0.0679715 Jul 25 19:13:37.330448 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-f366089e-829a-4736-a57a-afe331524ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:37.332361 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-f366089e-829a-4736-a57a-afe331524ef7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0500045 Jul 25 19:13:37.381120 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-59d42656-5554-4de6-bbb2-424283f621f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:37.383576 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-59d42656-5554-4de6-bbb2-424283f621f3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434122 Jul 25 19:13:37.484173 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-1020cc38-099f-4abb-bd1a-f9c53c3bd10b service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940816 Jul 25 19:13:37.557097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:37.589928 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c332a39-989c-42b3-a2d0-79f2c8f44dd6 req-f9fa54fd-398e-40bf-abb2-215baa31d0fd service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966773 Jul 25 19:13:37.708371 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 917d51f6-d780-4f2f-b965-f032f1e24916 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:13:37.754505 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 917d51f6-d780-4f2f-b965-f032f1e24916 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:13:37.849422 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 917d51f6-d780-4f2f-b965-f032f1e24916 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:13:37.849917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:37.894038 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da267b-4b78-49cc-864a-9456603c3ff0 req-e8d65e08-b5bd-40d6-ba9b-e0005905dfdc tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:37.895749 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-19da267b-4b78-49cc-864a-9456603c3ff0 req-e8d65e08-b5bd-40d6-ba9b-e0005905dfdc tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 944 time: 0.0625854 Jul 25 19:13:37.953023 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-19da267b-4b78-49cc-864a-9456603c3ff0 req-c341cfc9-af9d-45ca-ab93-eaecb93d56e2 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506189 Jul 25 19:13:37.961507 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 917d51f6-d780-4f2f-b965-f032f1e24916 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:13:37.961907 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:37.987608 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:13:37.990021 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d276c80a-26e7-470b-802b-5a77dd04c2f8" -d '{"events": [{"server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "name": "network-vif-plugged", "status": "completed", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:13:38.005701 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:13:38.032253 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d70dcfb-33de-46e8-8637-a39dba35e6c9 x-openstack-request-id: req-5d70dcfb-33de-46e8-8637-a39dba35e6c9 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:13:38.037100 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "name": "network-vif-plugged", "status": "completed", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:13:38.037100 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5d70dcfb-33de-46e8-8637-a39dba35e6c9 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:13:38.037100 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d70dcfb-33de-46e8-8637-a39dba35e6c9'] response: {'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916', 'code': 200} Jul 25 19:13:38.100632 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:38.131669 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:38.133990 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:38.163003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:38.210340 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227efa6-84cf-4d93-b7a7-7b3d6d04fde5 req-91564c92-e7a3-4cef-ae19-d5ed7a3538ab tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:38.211927 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d227efa6-84cf-4d93-b7a7-7b3d6d04fde5 req-91564c92-e7a3-4cef-ae19-d5ed7a3538ab tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0507369 Jul 25 19:13:38.262663 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d227efa6-84cf-4d93-b7a7-7b3d6d04fde5 req-23f3437a-2ca7-496f-9934-d290ffbbc1b0 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Jul 25 19:13:39.086306 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52a34e-fe55-4d80-99c5-b854e21bb3fb req-e66dca4a-c3fb-43e1-a654-de872740a571 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:39.087921 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ed52a34e-fe55-4d80-99c5-b854e21bb3fb req-e66dca4a-c3fb-43e1-a654-de872740a571 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0562782 Jul 25 19:13:39.162475 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ed52a34e-fe55-4d80-99c5-b854e21bb3fb req-d3e44353-dfa6-4e49-b7d9-904add25c65f tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645874 Jul 25 19:13:39.412769 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f117d3c-b510-457a-a819-6fc3e52f9e52 req-0a52de78-2721-43c4-a616-052d5d672a30 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:39.413839 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f117d3c-b510-457a-a819-6fc3e52f9e52 req-0a52de78-2721-43c4-a616-052d5d672a30 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0752587 Jul 25 19:13:39.467695 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f117d3c-b510-457a-a819-6fc3e52f9e52 req-ede7ab7e-1577-4a94-9743-47ae464339ec tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474806 Jul 25 19:13:40.285873 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf5b7d-3dad-49fa-9df1-b13807e21d6e req-540fa8b1-45c6-464c-af99-3521471a9cc6 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:40.287416 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1ecf5b7d-3dad-49fa-9df1-b13807e21d6e req-540fa8b1-45c6-464c-af99-3521471a9cc6 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0500767 Jul 25 19:13:40.339468 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1ecf5b7d-3dad-49fa-9df1-b13807e21d6e req-630319e6-ee80-4621-93bd-c5e7d502f331 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464756 Jul 25 19:13:40.601098 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3610d0-81de-4dd3-a14d-d37b1a4c350b req-30972178-b93f-43f4-b5f3-98ecd9495466 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:40.602777 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1d3610d0-81de-4dd3-a14d-d37b1a4c350b req-30972178-b93f-43f4-b5f3-98ecd9495466 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0481384 Jul 25 19:13:40.652781 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1d3610d0-81de-4dd3-a14d-d37b1a4c350b req-c36d4d87-eb1e-4949-8598-050dbb0a0669 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443745 Jul 25 19:13:41.464430 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175d5d2-e38d-4c29-8d77-6c98de3da07f req-80d538a2-c35e-40b9-8e7e-3921c616e0c5 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:41.465931 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1175d5d2-e38d-4c29-8d77-6c98de3da07f req-80d538a2-c35e-40b9-8e7e-3921c616e0c5 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0530322 Jul 25 19:13:41.528936 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1175d5d2-e38d-4c29-8d77-6c98de3da07f req-33b13b64-5d08-441b-9582-4a0cb984343d tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562348 Jul 25 19:13:41.533658 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50663a31-c655-4018-981c-bb37525e41e8 req-02c743d3-48d9-4153-82d9-a16a80f3086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:41.535768 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-50663a31-c655-4018-981c-bb37525e41e8 req-02c743d3-48d9-4153-82d9-a16a80f3086e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1129 time: 0.0518537 Jul 25 19:13:41.586067 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-50663a31-c655-4018-981c-bb37525e41e8 req-4d2c1339-3802-4748-b4c0-373090449e0d service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429580 Jul 25 19:13:41.782455 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22beee21-c942-40ea-bd1c-df58e77fe772 req-5e7c5551-f2f7-4dcf-8cec-7acd8215ee82 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:41.784570 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-22beee21-c942-40ea-bd1c-df58e77fe772 req-5e7c5551-f2f7-4dcf-8cec-7acd8215ee82 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0522535 Jul 25 19:13:41.797089 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:41.834308 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-22beee21-c942-40ea-bd1c-df58e77fe772 req-8beab340-dc67-4d94-a507-2ebacf243443 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440140 Jul 25 19:13:41.950826 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541deef-0796-4433-a582-a2c46ddfb2b1 req-0affa0ab-b00d-4d77-9646-b34560527e37 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:41.952355 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3541deef-0796-4433-a582-a2c46ddfb2b1 req-0affa0ab-b00d-4d77-9646-b34560527e37 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0478342 Jul 25 19:13:41.963168 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45758) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:13:41.967972 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-aae586b9-0aa7-42a5-a1b6-fa22cdb762c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Request body: {'floatingip': {'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:13:42.023422 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-aae586b9-0aa7-42a5-a1b6-fa22cdb762c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (934852e3-324f-43a9-b5f5-28e298b345fc), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:42.311071 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:42.420188 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:42.546843 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-aae586b9-0aa7-42a5-a1b6-fa22cdb762c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:42.619763 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-aae586b9-0aa7-42a5-a1b6-fa22cdb762c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (934852e3-324f-43a9-b5f5-28e298b345fc), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:42.649527 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:42.658034 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227395cc-f2dc-44f1-908d-4e54e6a13061 req-4bfdf489-b913-425e-889d-07c2940aabc4 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:42.659760 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-227395cc-f2dc-44f1-908d-4e54e6a13061 req-4bfdf489-b913-425e-889d-07c2940aabc4 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0496743 Jul 25 19:13:42.723540 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-227395cc-f2dc-44f1-908d-4e54e6a13061 req-e2f863b2-c48b-427e-a775-0b1ba91e9837 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568051 Jul 25 19:13:42.867618 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae586b9-0aa7-42a5-a1b6-fa22cdb762c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:13:42.978862 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae586b9-0aa7-42a5-a1b6-fa22cdb762c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:13:42.984471 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-aae586b9-0aa7-42a5-a1b6-fa22cdb762c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:42.990696 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] Sync routers for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:13:43.003863 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:13:43.004796 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:13:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:13:43.019777 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:13:43.022097 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6" -d '{"events": [{"name": "network-changed", "server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:13:43.054314 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-aae586b9-0aa7-42a5-a1b6-fa22cdb762c6 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "PUT /v2.0/floatingips/934852e3-324f-43a9-b5f5-28e298b345fc HTTP/1.1" status: 200 len: 992 time: 1.0878646 Jul 25 19:13:43.126360 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:13:43.153551 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec09cd6a-a3f8-43a7-8f74-8f7400c5807b x-openstack-request-id: req-ec09cd6a-a3f8-43a7-8f74-8f7400c5807b {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:13:43.153904 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:13:43.154139 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ec09cd6a-a3f8-43a7-8f74-8f7400c5807b {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:13:43.154735 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec09cd6a-a3f8-43a7-8f74-8f7400c5807b'] response: {'name': 'network-changed', 'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'status': 'completed', 'code': 200} Jul 25 19:13:43.355612 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '934852e3-324f-43a9-b5f5-28e298b345fc', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'mac_address': 'fa:16:3e:b9:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c609b-8920-48da-a883-8ecb7c6214e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:07:52Z', 'updated_at': '2022-07-25T19:13:42Z', 'revision_number': 3, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:13:43.399476 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] Checking router: 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:13:43.409640 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:13:43.410268 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:13:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:13:43.514177 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:13:43.661199 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-645baf70-f76d-4147-b1f3-c361dffb0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:43.662703 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-645baf70-f76d-4147-b1f3-c361dffb0a5b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1129 time: 0.0493057 Jul 25 19:13:43.805299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-2655a3d6-eea3-4db1-bc73-624238f34ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:43.807096 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-2655a3d6-eea3-4db1-bc73-624238f34ff0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.1352282 Jul 25 19:13:43.874357 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '934852e3-324f-43a9-b5f5-28e298b345fc', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'mac_address': 'fa:16:3e:b9:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c609b-8920-48da-a883-8ecb7c6214e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:07:52Z', 'updated_at': '2022-07-25T19:13:42Z', 'revision_number': 3, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:13:43.910465 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d86be5-ae68-4907-b5e4-b4a1d4b97ece None None] The sync data for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi is: [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '934852e3-324f-43a9-b5f5-28e298b345fc', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'port_id': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'mac_address': 'fa:16:3e:b9:a3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '047c609b-8920-48da-a883-8ecb7c6214e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:07:52Z', 'updated_at': '2022-07-25T19:13:42Z', 'revision_number': 3, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:13:43.922112 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-a2622f8e-62f9-42be-b23b-ff7c308c9ba2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 200 len: 1000 time: 0.1061740 Jul 25 19:13:43.929582 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bbe30d-0e25-4cb4-9413-e39bd94df58c req-f9c04dc8-6019-48a4-aaad-9dc7dddac6ec tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:43.931899 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4bbe30d-0e25-4cb4-9413-e39bd94df58c req-f9c04dc8-6019-48a4-aaad-9dc7dddac6ec tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0724618 Jul 25 19:13:44.032510 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-29b41dfd-5024-4bbd-abed-cb5dd5acf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:44.034097 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-29b41dfd-5024-4bbd-abed-cb5dd5acf608 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.1010537 Jul 25 19:13:44.044277 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4bbe30d-0e25-4cb4-9413-e39bd94df58c req-5da17ba6-a894-42ac-941f-627111ad78f1 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991182 Jul 25 19:13:44.053719 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:44.097792 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-ac5cb487-b665-4ea4-bd97-c16946b36dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:44.101059 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-ac5cb487-b665-4ea4-bd97-c16946b36dfc service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562096 Jul 25 19:13:44.221593 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23452e-6e7d-4d26-9f2c-83f1eb16a507 req-25e03dc0-928b-43da-8ec6-e502b3700873 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:44.223605 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6d23452e-6e7d-4d26-9f2c-83f1eb16a507 req-25e03dc0-928b-43da-8ec6-e502b3700873 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0539134 Jul 25 19:13:44.230467 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-c146e666-16f9-4c17-92b7-9fb47012d824 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176927 Jul 25 19:13:44.296602 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6d23452e-6e7d-4d26-9f2c-83f1eb16a507 req-f5590e52-3ffd-4952-b7a8-2cc6fd1247a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664642 Jul 25 19:13:44.326414 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45774) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:13:44.362829 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d028d4ea-f3c7-430b-acc6-2d99f4d642d6 req-2edd1daa-d89f-4b54-9de7-69d8334d0cf9 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256227 Jul 25 19:13:44.450179 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034a88b6-9ace-43f2-a92d-9fe38108a2f3 tempest-TestShelveInstance-199405414 tempest-TestShelveInstance-199405414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:44.452594 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-034a88b6-9ace-43f2-a92d-9fe38108a2f3 tempest-TestShelveInstance-199405414 tempest-TestShelveInstance-199405414-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1124 time: 0.1248949 Jul 25 19:13:44.457558 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45778) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:13:44.463598 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'port_id': '917d51f6-d780-4f2f-b965-f032f1e24916', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:13:44.574792 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:44.662784 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:44.734157 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:44.791037 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Allocated IP 172.27.0.219 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/16e180b7-67d8-40dd-a4f5-dffbcb670bf7) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:13:44.877393 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:44.945639 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for port (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:45.071898 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:45.119396 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:13:45.124910 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:13:45.130529 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:13:45.134264 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'Port': ['ID=16e180b7-67d8-40dd-a4f5-dffbcb670bf7,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:45.158687 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:13:45.161182 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca311706-01f0-4505-b97e-61c3c361dafe" -d '{"events": [{"name": "network-changed", "server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:13:45.168492 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.168836 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.169179 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.169519 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.169849 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.170182 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.170532 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.170877 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.171189 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.171571 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.172149 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.172247 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.172519 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.172839 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.173156 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:13:45.222788 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d526c779-3756-4993-a292-615c75818662 x-openstack-request-id: req-d526c779-3756-4993-a292-615c75818662 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:13:45.223571 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:13:45.223571 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d526c779-3756-4993-a292-615c75818662 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:13:45.223778 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d526c779-3756-4993-a292-615c75818662'] response: {'name': 'network-changed', 'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'status': 'completed', 'code': 200} Jul 25 19:13:45.281809 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311706-01f0-4505-b97e-61c3c361dafe req-a00cb66c-8416-4d95-8155-3dd969f19c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:45.284276 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca311706-01f0-4505-b97e-61c3c361dafe req-a00cb66c-8416-4d95-8155-3dd969f19c3e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1129 time: 0.0484958 Jul 25 19:13:45.390056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311706-01f0-4505-b97e-61c3c361dafe req-043e23d4-f85d-4ec7-818d-907169d69fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:45.391616 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca311706-01f0-4505-b97e-61c3c361dafe req-043e23d4-f85d-4ec7-818d-907169d69fb0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.0951145 Jul 25 19:13:45.463033 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca311706-01f0-4505-b97e-61c3c361dafe req-c315539a-5144-4959-aa64-7d841163b290 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 200 len: 1000 time: 0.0586479 Jul 25 19:13:45.520373 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311706-01f0-4505-b97e-61c3c361dafe req-ab0d6677-76ec-4651-b1f8-cbd674661321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:45.521894 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca311706-01f0-4505-b97e-61c3c361dafe req-ab0d6677-76ec-4651-b1f8-cbd674661321 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0511358 Jul 25 19:13:45.545771 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for floatingip (002ca195-22f3-44f6-8783-ddd454d42b77), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:45.567088 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca311706-01f0-4505-b97e-61c3c361dafe req-039a74eb-106f-4002-b493-8e275a8faf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:45.568622 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca311706-01f0-4505-b97e-61c3c361dafe req-039a74eb-106f-4002-b493-8e275a8faf81 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401671 Jul 25 19:13:45.655296 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:45.668138 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca311706-01f0-4505-b97e-61c3c361dafe req-32b855f3-b2bd-4b82-a1a0-c6a754568bc3 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925391 Jul 25 19:13:45.679248 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:45.729024 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:45.777696 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ca311706-01f0-4505-b97e-61c3c361dafe req-a7fe932f-7dfc-4f97-bfe4-e45b3dc31b10 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970800 Jul 25 19:13:45.815982 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:13:45.882129 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for port (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:45.940707 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:46.009073 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:46.020331 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event updated for resources: {'Port': ['ID=16e180b7-67d8-40dd-a4f5-dffbcb670bf7,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:13:46.038486 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (002ca195-22f3-44f6-8783-ddd454d42b77), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:46.363185 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Floating IP 002ca195-22f3-44f6-8783-ddd454d42b77 associated. External IP: 172.27.0.219, port: 917d51f6-d780-4f2f-b965-f032f1e24916. Jul 25 19:13:46.572831 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Router f3cf604c-d4b8-4dcd-849d-10207d97b33c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:13:46.682658 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:13:46.694632 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] Sync routers for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:13:46.704252 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:13:46.704899 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:13:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:13:46.776292 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:46.811053 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-242557d9-e754-46fd-ad93-93b6b64f0176 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3519902 Jul 25 19:13:46.814773 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:13:47.059143 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '002ca195-22f3-44f6-8783-ddd454d42b77', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'port_id': '917d51f6-d780-4f2f-b965-f032f1e24916', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'mac_address': 'fa:16:3e:79:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08be3488-9017-42d8-99ed-63e8fe344653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:13:45Z', 'updated_at': '2022-07-25T19:13:45Z', 'revision_number': 0, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:37Z', 'revision_number': 5, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:13:47.084465 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] Checking router: f3cf604c-d4b8-4dcd-849d-10207d97b33c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:13:47.092913 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:13:47.093515 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:13:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:13:47.202080 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:13:47.224808 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:13:47.227242 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ed3924-867d-4950-9da4-68c10ae95236" -d '{"events": [{"name": "network-changed", "server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:13:47.266248 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ffdc95-d01b-40b7-bb97-035c9d7eaffa x-openstack-request-id: req-77ffdc95-d01b-40b7-bb97-035c9d7eaffa {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:13:47.266628 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:13:47.266987 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-77ffdc95-d01b-40b7-bb97-035c9d7eaffa {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:13:47.267839 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ffdc95-d01b-40b7-bb97-035c9d7eaffa'] response: {'name': 'network-changed', 'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916', 'status': 'completed', 'code': 200} Jul 25 19:13:47.337134 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-71dcfeb8-8e50-4be0-b8e6-b4b54cb2aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:47.339349 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-71dcfeb8-8e50-4be0-b8e6-b4b54cb2aa38 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1129 time: 0.0497627 Jul 25 19:13:47.456118 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-097bf2c2-c7d9-4a34-82bc-36e56e64cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:47.457649 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-097bf2c2-c7d9-4a34-82bc-36e56e64cfae service neutron] 10.222.0.88 "GET /v2.0/networks?id=258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 200 len: 909 time: 0.1124570 Jul 25 19:13:47.524311 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-6aba0ff6-139a-4f35-afcf-f5c843e77b52 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 999 time: 0.0599396 Jul 25 19:13:47.537624 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '002ca195-22f3-44f6-8783-ddd454d42b77', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'port_id': '917d51f6-d780-4f2f-b965-f032f1e24916', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'mac_address': 'fa:16:3e:79:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08be3488-9017-42d8-99ed-63e8fe344653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:13:45Z', 'updated_at': '2022-07-25T19:13:45Z', 'revision_number': 0, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:37Z', 'revision_number': 5, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:13:47.566677 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec70879-2ba5-4d70-abb0-bf66546ee60c None None] The sync data for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi is: [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '002ca195-22f3-44f6-8783-ddd454d42b77', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'floating_ip_address': '172.27.0.219', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'port_id': '917d51f6-d780-4f2f-b965-f032f1e24916', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'mac_address': 'fa:16:3e:79:d8:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08be3488-9017-42d8-99ed-63e8fe344653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:13:45Z', 'updated_at': '2022-07-25T19:13:45Z', 'revision_number': 0, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:37Z', 'revision_number': 5, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:13:47.582070 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-8adf8229-9c99-43b5-9a44-f7c35a8d6c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:47.583594 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-8adf8229-9c99-43b5-9a44-f7c35a8d6c0c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb HTTP/1.1" status: 200 len: 847 time: 0.0529761 Jul 25 19:13:47.638492 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-110ccca0-f249-4100-be9f-8ccd47f4053d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:13:47.640033 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-110ccca0-f249-4100-be9f-8ccd47f4053d service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258528fe-2a61-40c6-8c40-081c24552b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424974 Jul 25 19:13:47.714138 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:47.759162 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-ac125cd1-8244-4b75-9ca9-c35827fbfe7f service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110609 Jul 25 19:13:47.775022 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f47c097-abb6-41e5-82b9-2b8a86a97cea None None] New status for floating IP 002ca195-22f3-44f6-8783-ddd454d42b77: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:13:47.874982 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f4ed3924-867d-4950-9da4-68c10ae95236 req-6e040486-bb28-428f-94f6-3e93a955eaf0 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096950 Jul 25 19:13:55.888455 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-eab5dfda-a572-400c-98ae-0a135ff041ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:56.804842 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=68,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:56.806761 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=41,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:57.540080 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=88 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:57.540902 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=94 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:57.870246 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=62 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:57.871077 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=10 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:13:58.294575 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c454caa8-f62f-4e53-9fda-86a7184ebb5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:13:59.538548 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:00.837314 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:00.927233 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:01.294021 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:11.000242 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-c3a5ca10-8cf4-4b3f-98bc-500b759389b2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400045 Jul 25 19:14:11.068311 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-e1ff606e-ed06-453c-8e1d-b27947cde6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:11.069825 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-e1ff606e-ed06-453c-8e1d-b27947cde6b2 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 1129 time: 0.0447869 Jul 25 19:14:11.187608 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-b3221355-b179-4bb1-a0f4-924673820573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:11.189213 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-b3221355-b179-4bb1-a0f4-924673820573 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.0934303 Jul 25 19:14:11.198693 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:11.199675 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:11.259985 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-11e91748-4f5c-4398-bf9e-cf053d27c2e4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 200 len: 1000 time: 0.0634604 Jul 25 19:14:11.317546 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-c58c5362-eeeb-4ed5-8082-d8e19f819c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:11.319048 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-c58c5362-eeeb-4ed5-8082-d8e19f819c2c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0508473 Jul 25 19:14:11.362382 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-a94429b5-66ba-43e5-9257-2ce6c67ed17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:11.364028 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-a94429b5-66ba-43e5-9257-2ce6c67ed17f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389211 Jul 25 19:14:11.462817 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-e3005007-94f9-412c-9e6c-09b859961610 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914042 Jul 25 19:14:11.557842 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dbca4662-54c1-47c8-be2d-18dcfcb5990e req-f5b3af92-2c76-4dd3-b99a-4c34ffdaa1ed service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872974 Jul 25 19:14:11.808568 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:21.548076 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=51 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:21.555195 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=50 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:21.625866 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ccaf5a-fa04-4384-a536-dbea380c943e req-47f83de1-2c87-42b3-af5f-6ddafaf27e8b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:21.627393 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-17ccaf5a-fa04-4384-a536-dbea380c943e req-47f83de1-2c87-42b3-af5f-6ddafaf27e8b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0522821 Jul 25 19:14:21.676443 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-17ccaf5a-fa04-4384-a536-dbea380c943e req-13c352da-d3fb-4878-aa1b-047ceb91ad51 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Jul 25 19:14:21.726045 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:21.728030 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:22.797413 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda9ea-76b9-40b5-abec-90227c195e9c req-5dc85d71-6f7a-495b-a438-c36c6ea422b8 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:22.798952 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5afda9ea-76b9-40b5-abec-90227c195e9c req-5dc85d71-6f7a-495b-a438-c36c6ea422b8 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0472214 Jul 25 19:14:22.817755 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:14:22.852552 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5afda9ea-76b9-40b5-abec-90227c195e9c req-92f33380-298b-4f9f-9077-57169bc03d49 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470541 Jul 25 19:14:23.969784 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5dcc5a-63a6-44a9-a37f-843762785c9e req-fa3b2520-1a4a-4fa0-8466-1b10f1fbcfe6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:23.971287 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2f5dcc5a-63a6-44a9-a37f-843762785c9e req-fa3b2520-1a4a-4fa0-8466-1b10f1fbcfe6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0472598 Jul 25 19:14:24.020659 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2f5dcc5a-63a6-44a9-a37f-843762785c9e req-b378c3be-e7a4-4fd1-8ea7-26bdba5050c9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430348 Jul 25 19:14:25.148454 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23e758-8aea-42a3-9053-db121e268488 req-ed2a425f-2b72-42a7-a3df-45eba7d1b5c1 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:25.149965 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e23e758-8aea-42a3-9053-db121e268488 req-ed2a425f-2b72-42a7-a3df-45eba7d1b5c1 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0522041 Jul 25 19:14:25.199426 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e23e758-8aea-42a3-9053-db121e268488 req-5d9d7fd9-fb7f-4a82-b635-c9af5bc25a18 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437117 Jul 25 19:14:25.848639 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-677dd498-9104-4b22-a275-25395f04b02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:26.324737 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28101848-8610-43aa-a68a-ab32259c3c57 req-5832275a-f0d9-44c7-86ad-b2dcbe520ef5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:26.326294 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-28101848-8610-43aa-a68a-ab32259c3c57 req-5832275a-f0d9-44c7-86ad-b2dcbe520ef5 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0488172 Jul 25 19:14:26.379749 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-28101848-8610-43aa-a68a-ab32259c3c57 req-03bf7c13-abda-43e7-b5ae-328e97edc28b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469773 Jul 25 19:14:27.501750 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818c3d4-b245-4de3-9c9d-fb7a1cea84f1 req-a7cca2d2-9a7b-4340-afd5-1e0013e6d627 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:27.503326 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c818c3d4-b245-4de3-9c9d-fb7a1cea84f1 req-a7cca2d2-9a7b-4340-afd5-1e0013e6d627 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0487180 Jul 25 19:14:27.552966 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c818c3d4-b245-4de3-9c9d-fb7a1cea84f1 req-e29d4b75-7411-481c-9a45-ad8bd8a6ce88 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Jul 25 19:14:28.298043 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-54f30168-1a64-4f09-920f-bedf2b37af9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:28.672977 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e0d6a-62f3-4371-a064-5771ae21cee8 req-71c27115-a3e0-452b-b483-5668093931f9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:28.674531 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8b3e0d6a-62f3-4371-a064-5771ae21cee8 req-71c27115-a3e0-452b-b483-5668093931f9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0478456 Jul 25 19:14:28.723826 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8b3e0d6a-62f3-4371-a064-5771ae21cee8 req-09a54e82-0fab-4d87-9e0c-4cccee308bad tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427523 Jul 25 19:14:29.550909 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:29.983930 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e91c993-bd51-42b7-9b68-7b0839cab55e req-9db4837c-ed52-4cc4-bd8e-b0ac28fe52bb tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:29.985422 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e91c993-bd51-42b7-9b68-7b0839cab55e req-9db4837c-ed52-4cc4-bd8e-b0ac28fe52bb tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0528088 Jul 25 19:14:30.037024 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e91c993-bd51-42b7-9b68-7b0839cab55e req-84030ffe-2409-46e8-ac21-236b8e3113fb tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444319 Jul 25 19:14:30.922571 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:31.160952 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6a07-e645-4e74-b090-c7b77b16dff8 req-814e6e92-45ff-4ef0-abaf-30da885a0f93 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:31.162581 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-961c6a07-e645-4e74-b090-c7b77b16dff8 req-814e6e92-45ff-4ef0-abaf-30da885a0f93 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0505683 Jul 25 19:14:31.215643 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-961c6a07-e645-4e74-b090-c7b77b16dff8 req-4034bd0f-d33c-403a-87f5-deef06e3e8ff tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474768 Jul 25 19:14:31.311082 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:32.342908 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fcce3b-8448-4a1a-bf15-4418ce90adda req-42a33736-33a0-4250-b102-1d293d96654b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:32.344430 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-20fcce3b-8448-4a1a-bf15-4418ce90adda req-42a33736-33a0-4250-b102-1d293d96654b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0537126 Jul 25 19:14:32.394454 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-20fcce3b-8448-4a1a-bf15-4418ce90adda req-96c59fe9-504a-47be-890a-115c7ce3bf42 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Jul 25 19:14:32.811097 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:32.811884 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:33.518797 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea7a4d-2774-4c06-bd52-50c3c0eea7d3 req-98785cd6-eb86-4231-b1b8-5760f4439012 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:33.520370 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-21ea7a4d-2774-4c06-bd52-50c3c0eea7d3 req-98785cd6-eb86-4231-b1b8-5760f4439012 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0531070 Jul 25 19:14:33.568912 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-21ea7a4d-2774-4c06-bd52-50c3c0eea7d3 req-b01d5a76-e30f-4602-bdf4-598e31d4aa1d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Jul 25 19:14:34.695631 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169e3e7-8538-4c0c-8e08-be9662a1c9d0 req-4ccd8529-2402-4691-834d-b84150bdb4c2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:34.697156 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3169e3e7-8538-4c0c-8e08-be9662a1c9d0 req-4ccd8529-2402-4691-834d-b84150bdb4c2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0548568 Jul 25 19:14:34.747245 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3169e3e7-8538-4c0c-8e08-be9662a1c9d0 req-63c044ef-3f30-4b82-a7fc-b7574226bcd3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440667 Jul 25 19:14:35.867731 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4fc4ae-cf04-4eb1-a798-22bd2624a576 req-f7adef23-aa1f-4d08-bdf8-d85f6ad699bc tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:35.869230 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8d4fc4ae-cf04-4eb1-a798-22bd2624a576 req-f7adef23-aa1f-4d08-bdf8-d85f6ad699bc tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0475969 Jul 25 19:14:35.917628 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8d4fc4ae-cf04-4eb1-a798-22bd2624a576 req-2056b23b-d7ef-4544-81a1-68a1ae90fff4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Jul 25 19:14:37.038455 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ea69a-1018-46ee-9709-da7070ee595a req-549f9299-7108-4809-9628-a4c172e49763 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:37.040771 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1a9ea69a-1018-46ee-9709-da7070ee595a req-549f9299-7108-4809-9628-a4c172e49763 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0478194 Jul 25 19:14:37.089914 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1a9ea69a-1018-46ee-9709-da7070ee595a req-1d434184-6e42-472b-a5ff-d20bdf59a9d7 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Jul 25 19:14:38.210563 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8046834-a42d-418b-8d7a-ac013a54d6b2 req-49326fbc-3ae8-42f2-85c3-9bd998535420 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:38.212063 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b8046834-a42d-418b-8d7a-ac013a54d6b2 req-49326fbc-3ae8-42f2-85c3-9bd998535420 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0466809 Jul 25 19:14:38.266707 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b8046834-a42d-418b-8d7a-ac013a54d6b2 req-ca77252f-0f57-4575-a604-12e10ea3ea72 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488784 Jul 25 19:14:38.707873 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b7536-9953-445d-8e2a-3a1817a2b6ed req-48a8158d-f0ee-4dac-9cce-7214c48f069d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:38.709432 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd7b7536-9953-445d-8e2a-3a1817a2b6ed req-48a8158d-f0ee-4dac-9cce-7214c48f069d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0487118 Jul 25 19:14:38.761131 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd7b7536-9953-445d-8e2a-3a1817a2b6ed req-2201225a-ace3-4013-b348-4c1720d1b874 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443244 Jul 25 19:14:38.851938 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-578091db-4c01-4493-8d48-c83320e4c489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:38.853337 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-578091db-4c01-4493-8d48-c83320e4c489 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 1129 time: 0.0404613 Jul 25 19:14:38.907834 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:38.953892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-d6a0ed0d-3522-4460-8df4-d000aa5b5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:38.955560 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-d6a0ed0d-3522-4460-8df4-d000aa5b5ca6 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 912 time: 0.0950184 Jul 25 19:14:39.018554 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-3345fd11-bfd5-4099-9a89-6fdb1088568e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4b23594-f162-4f7b-9587-c619dd49ac56 HTTP/1.1" status: 200 len: 1000 time: 0.0550582 Jul 25 19:14:39.066081 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:39.073612 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-e9a8488f-4fa3-4f41-bb33-0780c5d44258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:39.075111 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-e9a8488f-4fa3-4f41-bb33-0780c5d44258 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 200 len: 850 time: 0.0486188 Jul 25 19:14:39.119809 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-e12aa421-68bd-4cb1-8483-b4a0b5eef7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:39.121215 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-e12aa421-68bd-4cb1-8483-b4a0b5eef7d7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6572528-5d40-45d4-b911-d98d584260e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395920 Jul 25 19:14:39.222066 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-83fb5e6e-0613-48c1-aa5d-de65bc155d56 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935588 Jul 25 19:14:39.324355 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8314b1b6-f605-4663-a4cc-f8fed224b3ae req-fecfbc21-c8a7-4768-aa74-9b4ce360cd1e service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951312 Jul 25 19:14:39.888512 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300801ba-56fa-4066-8a67-334fe554d71c req-896fc7fc-81ad-4efd-930e-6c0bb785d378 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:39.890018 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-300801ba-56fa-4066-8a67-334fe554d71c req-896fc7fc-81ad-4efd-930e-6c0bb785d378 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0503321 Jul 25 19:14:39.944757 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-300801ba-56fa-4066-8a67-334fe554d71c req-b4bfe092-9e4e-4d37-a134-ece635b2ba05 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480592 Jul 25 19:14:40.835909 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:41.069654 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1bedb7-7f71-4e0a-a203-45584693849d req-5421766c-0415-4669-a044-9a67038a2e05 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:14:41.071223 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fd1bedb7-7f71-4e0a-a203-45584693849d req-5421766c-0415-4669-a044-9a67038a2e05 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Jul 25 19:14:41.124911 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fd1bedb7-7f71-4e0a-a203-45584693849d req-14d0f51d-5c55-4980-ab5c-cbb5036eb18f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480027 Jul 25 19:14:41.203489 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:41.836341 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:49.929622 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=74 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:49.940644 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=70 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:51.106125 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=42 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:51.120410 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=32 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:51.747363 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:51.749254 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:53.784134 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:53.784957 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:14:55.857478 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a810ab66-32bc-4222-84ad-0e68405f14ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:58.264794 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-211f8277-a831-48d4-a397-2bcd0c583f6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:59.485573 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:14:59.816502 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:15:00.908698 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:01.285585 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:09.811292 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:09.812084 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:11.203626 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:11.205694 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:11.822535 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:13.008175 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-09780b3e-848e-49ec-9286-3e9430ecc4e9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0855489 Jul 25 19:15:13.082265 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-cf1ba735-3729-4fa1-a44d-460ff9b987ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:13.083984 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-cf1ba735-3729-4fa1-a44d-460ff9b987ee service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=08c6be8edb884214bae7a0abbf97dc16&device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 1129 time: 0.0409241 Jul 25 19:15:13.195367 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-fd2d5fa6-8ffa-478c-ab15-eb4fa821cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:13.196826 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-fd2d5fa6-8ffa-478c-ab15-eb4fa821cf74 service neutron] 10.222.0.88 "GET /v2.0/networks?id=9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 200 len: 920 time: 0.0930729 Jul 25 19:15:13.240477 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-ca349dc5-9bac-4b02-a844-9c57acdb2476 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 200 len: 217 time: 0.0364389 Jul 25 19:15:13.291975 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-501e86cc-f7a3-4e3a-98be-b67a18a8f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:13.293393 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-501e86cc-f7a3-4e3a-98be-b67a18a8f223 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 200 len: 858 time: 0.0468235 Jul 25 19:15:13.338154 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-0e9a3db8-e569-4de7-9a42-3fcbcf220d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:13.339812 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-0e9a3db8-e569-4de7-9a42-3fcbcf220d82 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=9229fc30-046e-4028-a03d-cbb3123aa86d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398054 Jul 25 19:15:13.350772 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-c21eabc3-b5a1-4ba9-a817-3edbd18a9b28 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:15:13.351763 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-c21eabc3-b5a1-4ba9-a817-3edbd18a9b28 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051463 Jul 25 19:15:13.454268 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-322728b4-1f16-4dff-8303-ff91d8bda71f service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938985 Jul 25 19:15:13.809688 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f675ba42-9e8f-4d56-849b-ae4ae197e42b req-e54dd489-ab4c-4f41-9235-472941ceee15 service neutron] 10.222.0.88 "GET /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485463 Jul 25 19:15:14.548360 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01ca40-5554-42e0-8a12-654f0c683a45 req-b9c41f36-79f9-4f12-be7a-fa172a500c53 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:14.550281 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-df01ca40-5554-42e0-8a12-654f0c683a45 req-b9c41f36-79f9-4f12-be7a-fa172a500c53 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.0504210 Jul 25 19:15:14.601972 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-df01ca40-5554-42e0-8a12-654f0c683a45 req-c4488b60-f6f7-404f-9d18-12b87a8bc283 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459161 Jul 25 19:15:15.782235 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c3d23-47f1-45bc-b702-67164b14634d req-d2f48057-f872-4070-b6a3-49cf73f2539c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:15.784564 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-118c3d23-47f1-45bc-b702-67164b14634d req-d2f48057-f872-4070-b6a3-49cf73f2539c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.1012959 Jul 25 19:15:15.833362 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-118c3d23-47f1-45bc-b702-67164b14634d req-224fe748-dc8c-4961-b78e-d003f93718a7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424671 Jul 25 19:15:16.963173 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6e802-9190-43cd-a3df-175bf300a6e3 req-513ea9cf-23ef-4dc1-aa6d-98ae4c2fb795 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:16.964669 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5db6e802-9190-43cd-a3df-175bf300a6e3 req-513ea9cf-23ef-4dc1-aa6d-98ae4c2fb795 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.0495107 Jul 25 19:15:17.014859 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5db6e802-9190-43cd-a3df-175bf300a6e3 req-239ff754-1448-4b7d-ae71-16bdb683e153 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=58d09e04-764f-4e4b-ada4-499aef95eb89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444903 Jul 25 19:15:17.192228 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-f8bae90b-17b7-4b2a-9adb-c02fb48114cf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:17.193594 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-f8bae90b-17b7-4b2a-9adb-c02fb48114cf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 946 time: 0.0557671 Jul 25 19:15:17.288380 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Deleting port e40ea0fc-afa9-4060-9acf-75154697423d {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:17.288725 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:17.383401 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] For port e40ea0fc-afa9-4060-9acf-75154697423d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e40ea0fc-afa9-4060-9acf-75154697423d,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:17.383764 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:17.594951 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:17.596002 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (02d4138a-70fb-4a2e-ae84-7b007973b0ac), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:17.596359 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Floating IP 02d4138a-70fb-4a2e-ae84-7b007973b0ac disassociated. External IP: 172.27.0.172, port: e40ea0fc-afa9-4060-9acf-75154697423d. Jul 25 19:15:17.596713 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Calling delete_port for e40ea0fc-afa9-4060-9acf-75154697423d owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:17.641637 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:17.647595 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:17.834004 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (e40ea0fc-afa9-4060-9acf-75154697423d), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:17.865038 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event deleted for resources: {'Port': ['ID=e40ea0fc-afa9-4060-9acf-75154697423d,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:17.884662 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.885203 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.885728 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.886173 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.886641 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.888722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.888722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.888722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.888722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.888722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.888722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.889279 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.889279 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.889611 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:17.889940 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:18.009249 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:15:18.147791 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-76d45cfa-2827-48ec-b0ae-fe5e62c94283 req-b0b02c8b-9701-4ac8-9e0d-37ccf1e3309f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 210 time: 0.0319591 Jul 25 19:15:18.161434 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:15:18.178126 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] Sync routers for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:15:18.191824 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:15:18.192940 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:14:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:18.228800 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] No DVR routers for this DVR port e40ea0fc-afa9-4060-9acf-75154697423d on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:15:18.233648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:18.234996 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ce26488c-3f0e-4fac-9b9a-8edbac63e536 req-789943f8-dc5a-493a-bd00-311f69abd1bc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "DELETE /v2.0/ports/e40ea0fc-afa9-4060-9acf-75154697423d HTTP/1.1" status: 204 len: 173 time: 1.0335391 Jul 25 19:15:18.235456 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-deleted', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:15:18.237731 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b1e52d-4f23-4c19-84d1-bf04cffe0ada" -d '{"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-deleted", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:15:18.289309 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc6cde5f-56d5-44ef-8c84-d698e26c3971 x-openstack-request-id: req-fc6cde5f-56d5-44ef-8c84-d698e26c3971 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:15:18.289604 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455a6d7b-3a62-47e8-8eca-526bc28307de", "name": "network-vif-deleted", "tag": "e40ea0fc-afa9-4060-9acf-75154697423d", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:15:18.289862 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-fc6cde5f-56d5-44ef-8c84-d698e26c3971 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:15:18.290277 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc6cde5f-56d5-44ef-8c84-d698e26c3971'] response: {'server_uuid': '455a6d7b-3a62-47e8-8eca-526bc28307de', 'name': 'network-vif-deleted', 'tag': 'e40ea0fc-afa9-4060-9acf-75154697423d', 'status': 'completed', 'code': 200} Jul 25 19:15:18.327971 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:15:18.550977 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:18.578904 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] Checking router: 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:15:18.590041 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:15:18.590674 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:14:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:18.704735 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:15:18.904159 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:18.936782 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf2f6c4-52eb-4289-841f-4e04b38bb762 None None] The sync data for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi is: [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:15:19.211866 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d849f1c4-183a-4ff2-b0f3-e56853e8addc None None] New status for floating IP 02d4138a-70fb-4a2e-ae84-7b007973b0ac: DOWN {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:15:19.301618 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0dabac91-655f-40b6-881c-fcd0076a480e req-e7f75e95-d3a8-4028-b173-566966667cf8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=455a6d7b-3a62-47e8-8eca-526bc28307de HTTP/1.1" status: 200 len: 210 time: 0.0379114 Jul 25 19:15:20.248161 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:15:20.269398 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: e40ea0fc-afa9-4060-9acf-75154697423d {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:15:20.269615 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e40ea0fc-afa9-4060-9acf-75154697423d not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:15:20.506418 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45958) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:20.571008 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (58d09e04-764f-4e4b-ada4-499aef95eb89), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:20.596774 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (58d09e04-764f-4e4b-ada4-499aef95eb89), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:20.768151 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (58d09e04-764f-4e4b-ada4-499aef95eb89), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:20.770934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:20.772154 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "DELETE /v2.0/security-groups/58d09e04-764f-4e4b-ada4-499aef95eb89 HTTP/1.1" status: 204 len: 168 time: 0.2646582 Jul 25 19:15:20.775165 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45960) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:20.782312 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d09e04-764f-4e4b-ada4-499aef95eb89,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:20.789836 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.api.v2.resource [None req-988cfa84-3ca7-44b4-bcc5-61a9907423e0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] show failed (client error): The resource could not be found. Jul 25 19:15:20.790859 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-988cfa84-3ca7-44b4-bcc5-61a9907423e0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups/58d09e04-764f-4e4b-ada4-499aef95eb89 HTTP/1.1" status: 404 len: 347 time: 0.0146904 Jul 25 19:15:20.791679 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.792044 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.792393 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.792741 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.793081 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.793422 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.793766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.793900 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 45962) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:20.794104 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.794514 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.794845 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.795184 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.795503 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.795833 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.796158 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.796491 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c47a7f-33ad-4e9f-8c0f-8ed96314f74f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:20.926175 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Deleting port a31b56d1-dd3a-45fe-bfa9-eef8dc7df495 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:20.926559 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.018266 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.018641 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.032491 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Calling delete_port for a31b56d1-dd3a-45fe-bfa9-eef8dc7df495 owned by network:floatingip {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:21.134758 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:21.257074 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (a31b56d1-dd3a-45fe-bfa9-eef8dc7df495), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.281156 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event deleted for resources: {'Port': ['ID=a31b56d1-dd3a-45fe-bfa9-eef8dc7df495,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:21.351271 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (02d4138a-70fb-4a2e-ae84-7b007973b0ac), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.353808 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.355080 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-193f0cdd-69a5-4616-9d8b-9013a3755dea tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "DELETE /v2.0/floatingips/02d4138a-70fb-4a2e-ae84-7b007973b0ac HTTP/1.1" status: 204 len: 168 time: 0.5603089 Jul 25 19:15:21.598137 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45968) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:21.603108 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-5ca37575-526d-4ba5-8ec9-b25375b92d80 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081424217', 'description': 'tempest-description--1649387227'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:15:21.714031 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5ca37575-526d-4ba5-8ec9-b25375b92d80 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.787979 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5ca37575-526d-4ba5-8ec9-b25375b92d80 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (eca58b06-1a32-4c69-98fb-c99e7a739e1a), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.896232 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5ca37575-526d-4ba5-8ec9-b25375b92d80 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (eca58b06-1a32-4c69-98fb-c99e7a739e1a), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:21.928102 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca37575-526d-4ba5-8ec9-b25375b92d80 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca58b06-1a32-4c69-98fb-c99e7a739e1a,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:22.039165 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5ca37575-526d-4ba5-8ec9-b25375b92d80 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.040454 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5ca37575-526d-4ba5-8ec9-b25375b92d80 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4412370 Jul 25 19:15:22.043316 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45970) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:22.047648 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-37dde4c1-813a-4ee3-bdce-972183af5453 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'security_group_rule': {'security_group_id': 'eca58b06-1a32-4c69-98fb-c99e7a739e1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:15:22.168672 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-37dde4c1-813a-4ee3-bdce-972183af5453 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (26e2d47a-fb1d-4a5f-8aeb-d0332ddda59b), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.233601 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-37dde4c1-813a-4ee3-bdce-972183af5453 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (26e2d47a-fb1d-4a5f-8aeb-d0332ddda59b), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.324825 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-37dde4c1-813a-4ee3-bdce-972183af5453 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (26e2d47a-fb1d-4a5f-8aeb-d0332ddda59b), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.347068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dde4c1-813a-4ee3-bdce-972183af5453 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e2d47a-fb1d-4a5f-8aeb-d0332ddda59b,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:22.433950 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-37dde4c1-813a-4ee3-bdce-972183af5453 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.436585 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-37dde4c1-813a-4ee3-bdce-972183af5453 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3911312 Jul 25 19:15:22.438684 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45972) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:22.443609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-9cc47354-6276-400c-89b7-543a782413cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'security_group_rule': {'security_group_id': 'eca58b06-1a32-4c69-98fb-c99e7a739e1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:15:22.554514 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9cc47354-6276-400c-89b7-543a782413cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (ebd2675e-ef77-4d0f-af43-2f459672dc70), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.616370 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9cc47354-6276-400c-89b7-543a782413cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (ebd2675e-ef77-4d0f-af43-2f459672dc70), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.685622 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9cc47354-6276-400c-89b7-543a782413cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (ebd2675e-ef77-4d0f-af43-2f459672dc70), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.700900 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:22.706819 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc47354-6276-400c-89b7-543a782413cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd2675e-ef77-4d0f-af43-2f459672dc70,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:22.793048 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9cc47354-6276-400c-89b7-543a782413cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:22.794437 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9cc47354-6276-400c-89b7-543a782413cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3546693 Jul 25 19:15:22.798189 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 45974) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:22.803661 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:15:22.811512 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:22.927850 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.022006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.137211 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Allocated IP 172.27.0.207 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/232da3f5-b649-4035-bf24-8894b190acd7) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:15:23.256859 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for port (232da3f5-b649-4035-bf24-8894b190acd7), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.356607 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (232da3f5-b649-4035-bf24-8894b190acd7), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.397828 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:15:23.402776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:15:23.405331 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:15:23.429331 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'Port': ['ID=232da3f5-b649-4035-bf24-8894b190acd7,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:23.500971 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (7d1fcf0e-4160-47fa-9743-93c2ac7311ee), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.578201 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:23.606723 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (232da3f5-b649-4035-bf24-8894b190acd7), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.762695 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for port (232da3f5-b649-4035-bf24-8894b190acd7), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.831712 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (232da3f5-b649-4035-bf24-8894b190acd7), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.900576 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'Port': ['ID=232da3f5-b649-4035-bf24-8894b190acd7,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:23.916794 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (7d1fcf0e-4160-47fa-9743-93c2ac7311ee), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.920754 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:23.993003 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:23.994289 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-18e74165-6e8b-4846-abe4-4c41055a3836 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1945162 Jul 25 19:15:24.251087 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-04e59af1-5118-4402-8ef4-a2e54067c122 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--2081424217&fields=id&tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf HTTP/1.1" status: 200 len: 267 time: 0.0456791 Jul 25 19:15:24.338191 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:24.372158 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-9aa0597f-f29a-41e2-ad63-16f3edf4c874 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:24.373680 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-9aa0597f-f29a-41e2-ad63-16f3edf4c874 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 817 time: 0.1160777 Jul 25 19:15:24.390565 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-a3f58d22-c47e-4ebe-92c5-596fb68d40e9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/quotas/c2de35c4252b4a6fa55eb7e5d59e06cf HTTP/1.1" status: 200 len: 375 time: 0.0103106 Jul 25 19:15:24.446538 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-af4b0cfd-ac0d-4755-9f19-c3634840c48a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495551 Jul 25 19:15:24.512126 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-4f7f1c1f-c581-4f71-bd3d-74f9a2691be0 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:15:24.513138 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-4f7f1c1f-c581-4f71-bd3d-74f9a2691be0 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0548446 Jul 25 19:15:24.613051 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-0a2d8c73-d87b-46da-baea-c83a637c7601 service neutron] 10.222.0.17 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938244 Jul 25 19:15:24.710200 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-f8b65a7f-2cf5-4797-8388-1951d94a7a6d service neutron] 10.222.0.17 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912800 Jul 25 19:15:24.978274 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-85e2b996-68e5-48f4-b1e8-583498294389 req-4147affb-4232-4f24-ad45-83d6397fa54a tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 210 time: 0.0330544 Jul 25 19:15:25.847529 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5bd51dfd-68d9-4bb3-8778-045a52415f69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:26.243538 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-aa378e15-5dd3-4f1e-874a-630fc07c12a1 req-207df185-03e9-4b0a-9fcf-4ce9a7a7be4c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 210 time: 0.0284085 Jul 25 19:15:27.272884 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-3a5c35f3-a2f8-43b3-ab62-55f93cc27da1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:27.274408 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-3a5c35f3-a2f8-43b3-ab62-55f93cc27da1 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 817 time: 0.1193225 Jul 25 19:15:27.374609 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff39ee54-f583-4314-8e0b-71ce64375dd1 req-3d636a12-d06d-418c-811f-40cd90815b06 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 210 time: 0.0464389 Jul 25 19:15:27.380110 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-a3ffe240-77ad-49d0-8c02-1cb74aebc8a7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf HTTP/1.1" status: 200 len: 380 time: 0.0962534 Jul 25 19:15:27.391311 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'port': {'device_id': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'admin_state_up': True, 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'security_groups': ['eca58b06-1a32-4c69-98fb-c99e7a739e1a']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:15:27.650502 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Made reservation on behalf of c2de35c4252b4a6fa55eb7e5d59e06cf for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:15:27.653751 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:27.773416 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:27.795125 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Allocated IP 172.20.0.9 (0cdac28d-1b45-4945-96b5-e0fd0c76cca8/8c867ce0-80aa-48c9-bada-46393fc8d35a/8385cd76-848d-480a-b3bc-e88f1a2334fd) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:15:27.912165 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:27.948515 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:28.057113 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:28.104626 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:15:28.111043 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:15:28.113973 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:28.116445 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:15:28.170150 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:28.170762 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:28.257416 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-d6979808-e7af-413a-819c-d76ac99d3f62 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8698695 Jul 25 19:15:28.270925 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Request body: {'port': {'device_id': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:15:28.287955 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-201dc367-f5ba-4872-83a3-2d87f3314619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:28.343621 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:28.398354 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5db9336b-0f3e-4ea0-836e-4715039fc12c None None] Provisioning complete for port 8385cd76-848d-480a-b3bc-e88f1a2334fd triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:15:28.398646 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5db9336b-0f3e-4ea0-836e-4715039fc12c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:28.434813 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5db9336b-0f3e-4ea0-836e-4715039fc12c None None] Port 8385cd76-848d-480a-b3bc-e88f1a2334fd cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:15:28.510507 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831dd80-1663-4407-8418-07ec0a18349f req-48b367a4-04de-41e4-b68f-78a3d204c383 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:28.512044 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a831dd80-1663-4407-8418-07ec0a18349f req-48b367a4-04de-41e4-b68f-78a3d204c383 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 931 time: 0.0499463 Jul 25 19:15:28.569206 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a831dd80-1663-4407-8418-07ec0a18349f req-f267adbd-66e9-43cf-b7aa-c8523b390d4f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493228 Jul 25 19:15:28.625513 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8385cd76-848d-480a-b3bc-e88f1a2334fd {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:15:28.633834 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Publish callbacks [] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:28.646930 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Transition to ACTIVE for port object 8385cd76-848d-480a-b3bc-e88f1a2334fd will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:15:28.782944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:28.836332 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:28.889611 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:28.900989 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=66 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:28.907829 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=66 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:28.913955 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Attempting to bind port 8385cd76-848d-480a-b3bc-e88f1a2334fd on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:15:28.916376 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Attempting to bind port 8385cd76-848d-480a-b3bc-e88f1a2334fd by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:15:28.916376 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Attempting to bind port 8385cd76-848d-480a-b3bc-e88f1a2334fd on network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:15:28.919425 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Port 8385cd76-848d-480a-b3bc-e88f1a2334fd on network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:15:28.919746 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Attempting to bind port 8385cd76-848d-480a-b3bc-e88f1a2334fd on network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:15:28.925648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:15:28.925987 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Checking segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:15:28.926391 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Bound using segment: {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:15:28.926822 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Bound port: 8385cd76-848d-480a-b3bc-e88f1a2334fd, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acc7709-185b-4f8e-9967-94a3267eedc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:15:28.927174 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:29.002283 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:15:29.004899 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:15:29.125462 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:29.130657 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:29.165451 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:29.166083 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:29.167515 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] 10.222.0.88 "PUT /v2.0/ports/8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 200 len: 1093 time: 0.9018798 Jul 25 19:15:29.168022 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:15:29.170266 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:15:29.193013 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fad539-42fb-442e-8bd5-f3969be0e93b service neutron] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:29.281700 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bc1287-4bf9-4f4d-92e5-99e3724b1a30 x-openstack-request-id: req-63bc1287-4bf9-4f4d-92e5-99e3724b1a30 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:15:29.282066 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:15:29.282991 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-63bc1287-4bf9-4f4d-92e5-99e3724b1a30 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:15:29.283718 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bc1287-4bf9-4f4d-92e5-99e3724b1a30'] response: {'name': 'network-changed', 'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'status': 'completed', 'code': 200} Jul 25 19:15:29.338563 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-75907bce-e36e-4f58-be4a-43ff9ad826a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:29.340373 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-75907bce-e36e-4f58-be4a-43ff9ad826a0 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 1127 time: 0.0506461 Jul 25 19:15:29.396545 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-67cdff32-020c-4a84-8a3b-e42fc4d1355e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 200 len: 217 time: 0.0419400 Jul 25 19:15:29.449495 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-b7c4b154-0871-49ea-acae-7b1b86b5f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:29.451064 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-b7c4b154-0871-49ea-acae-7b1b86b5f9e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0470912 Jul 25 19:15:29.496648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-390aca8b-6fb2-4466-88f5-b2700d90e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:29.498119 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-390aca8b-6fb2-4466-88f5-b2700d90e048 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407636 Jul 25 19:15:29.598805 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:29.624857 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-b3e0f244-df61-4099-b476-99fe3372a642 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195550 Jul 25 19:15:29.733649 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce33fa-d59b-478f-97cb-ad95e1df43c9 req-9378cf1e-585d-4c99-8146-3f89c806a924 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:29.736113 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6dce33fa-d59b-478f-97cb-ad95e1df43c9 req-9378cf1e-585d-4c99-8146-3f89c806a924 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0847592 Jul 25 19:15:29.782239 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ad113cc6-ffb1-4796-b8c8-584b8f3a18e7 req-be0b7c17-c612-4463-bd5c-cadb8cd186dd service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511610 Jul 25 19:15:29.810544 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6dce33fa-d59b-478f-97cb-ad95e1df43c9 req-7cac2600-6981-48fd-a15a-bc0d26126862 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626972 Jul 25 19:15:30.383411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81416389-deeb-4903-97d5-d6e34a6660a0 req-f8842a9a-6d84-4fdd-9b8d-892aeb4efbe7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:30.384893 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-81416389-deeb-4903-97d5-d6e34a6660a0 req-f8842a9a-6d84-4fdd-9b8d-892aeb4efbe7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0484309 Jul 25 19:15:30.433814 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-81416389-deeb-4903-97d5-d6e34a6660a0 req-9d2b4512-be53-414e-8659-e9edcf784e4a tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433319 Jul 25 19:15:30.907325 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:30.961386 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552b012-5a53-404d-9889-5597ce928b68 req-25bfdc3e-c360-4422-8fa4-7f2c678afaf8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:30.963032 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0552b012-5a53-404d-9889-5597ce928b68 req-25bfdc3e-c360-4422-8fa4-7f2c678afaf8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0520887 Jul 25 19:15:31.017517 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0552b012-5a53-404d-9889-5597ce928b68 req-95f52ddf-71fb-408f-acd2-16abf8011dcb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461676 Jul 25 19:15:31.322192 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:31.557383 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3225d4-df75-4595-a065-95d56464d8b6 req-2c5446af-9ad7-45e5-824d-f910e0294460 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:31.558905 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ac3225d4-df75-4595-a065-95d56464d8b6 req-2c5446af-9ad7-45e5-824d-f910e0294460 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0509510 Jul 25 19:15:31.606637 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ac3225d4-df75-4595-a065-95d56464d8b6 req-2da4357b-cf41-45f7-a463-206c47614cf7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418890 Jul 25 19:15:32.145234 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730e4bb-66ac-4bea-a4e2-3499e96bc7a3 req-213ce08f-6bb6-43f8-891f-7264917070ce tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:32.146793 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a730e4bb-66ac-4bea-a4e2-3499e96bc7a3 req-213ce08f-6bb6-43f8-891f-7264917070ce tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0523603 Jul 25 19:15:32.206014 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a730e4bb-66ac-4bea-a4e2-3499e96bc7a3 req-0c1e699f-8eb3-4189-ba21-36d27109b360 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450728 Jul 25 19:15:32.728030 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f4118-9f31-4d49-9455-34d7c1f0d5c8 req-4cfd18b5-e6b4-44d5-a40f-987708ee4bac tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:32.729517 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-186f4118-9f31-4d49-9455-34d7c1f0d5c8 req-4cfd18b5-e6b4-44d5-a40f-987708ee4bac tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0488188 Jul 25 19:15:32.778144 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-186f4118-9f31-4d49-9455-34d7c1f0d5c8 req-401c2233-1af6-4d3f-8a9f-bedb8649d8e5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Jul 25 19:15:32.962954 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-37948625-51cb-4e61-a8be-97aef83cf792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:32.964536 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-37948625-51cb-4e61-a8be-97aef83cf792 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 1127 time: 0.0399675 Jul 25 19:15:33.015345 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:33.062791 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-38c56adc-3bd2-4572-90be-0740932111f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:33.064825 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-38c56adc-3bd2-4572-90be-0740932111f9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.0933707 Jul 25 19:15:33.327988 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3568-ac03-4717-a60a-775bb024d497 req-99656ca3-c049-42af-8aad-b087804f593c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:33.330035 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ee8d3568-ac03-4717-a60a-775bb024d497 req-99656ca3-c049-42af-8aad-b087804f593c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0472283 Jul 25 19:15:33.379849 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ee8d3568-ac03-4717-a60a-775bb024d497 req-a9e28747-c699-493b-9626-8d7370514a46 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 Jul 25 19:15:33.901382 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1dc1bd-8f70-4fc6-bc7e-90fdac84d256 req-41aaa41a-a13c-43a5-a457-8e126581f741 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:33.902901 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-eb1dc1bd-8f70-4fc6-bc7e-90fdac84d256 req-41aaa41a-a13c-43a5-a457-8e126581f741 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0478423 Jul 25 19:15:33.954978 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-eb1dc1bd-8f70-4fc6-bc7e-90fdac84d256 req-0bd4e907-b6a2-4cfa-8a19-80e033604927 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457971 Jul 25 19:15:34.312280 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:15:34.416410 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:34.427955 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'port_id': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'mac_address': 'fa:16:3e:40:9c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:15:34.466270 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 8385cd76-848d-480a-b3bc-e88f1a2334fd is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:15:34.466703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:34.481805 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8385cd76-848d-480a-b3bc-e88f1a2334fd {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:15:34.503482 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:34.522958 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c14c87-2fe4-4627-a40f-6db0ac7338e9 req-cc4d31b7-50ab-4b3a-bb10-986fff1e41ed tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:34.524466 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-58c14c87-2fe4-4627-a40f-6db0ac7338e9 req-cc4d31b7-50ab-4b3a-bb10-986fff1e41ed tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0505669 Jul 25 19:15:34.565344 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:34.574722 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-58c14c87-2fe4-4627-a40f-6db0ac7338e9 req-4775d7ff-f8e8-45b4-b2b9-072328625834 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446274 Jul 25 19:15:34.618342 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:34.626114 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.626515 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.626932 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.627285 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.627630 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.627965 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.628302 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.628635 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.628971 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.629303 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.629637 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.629966 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.630297 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.630652 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:34.630980 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:15:35.050581 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['8385cd76-848d-480a-b3bc-e88f1a2334fd'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:15:35.078988 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0214ff4a-f45d-4000-b742-f4ffacf0212d req-51cbacc1-6a03-4b1c-a22d-0ddd8969c5f1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:35.080534 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0214ff4a-f45d-4000-b742-f4ffacf0212d req-51cbacc1-6a03-4b1c-a22d-0ddd8969c5f1 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0507038 Jul 25 19:15:35.144051 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0214ff4a-f45d-4000-b742-f4ffacf0212d req-05484122-bb48-423c-9340-702d910fc29d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563726 Jul 25 19:15:35.190091 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-5279a1ae-e41b-42ea-947f-8d6cd2520abe service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 200 len: 217 time: 0.0518229 Jul 25 19:15:35.238677 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-7b689b72-6a60-4431-8513-d43da85db9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:35.240052 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-7b689b72-6a60-4431-8513-d43da85db9a1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0447142 Jul 25 19:15:35.293832 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-f6498703-9109-461f-9711-b19574e237a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:35.295441 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-f6498703-9109-461f-9711-b19574e237a5 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393369 Jul 25 19:15:35.660163 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-30fe56f8-6f5c-447c-ae09-241bd3f8c28e service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499889 Jul 25 19:15:35.692523 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:35.709564 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e5fce-a50a-4882-bb87-4bf5627e6b40 req-44f54fa8-88f6-4018-bc32-3dd601d2afcf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:35.711127 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-138e5fce-a50a-4882-bb87-4bf5627e6b40 req-44f54fa8-88f6-4018-bc32-3dd601d2afcf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 944 time: 0.0502808 Jul 25 19:15:35.766221 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-138e5fce-a50a-4882-bb87-4bf5627e6b40 req-f36fa31c-3111-4cf0-9e95-bf3449b7ec0e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470700 Jul 25 19:15:35.932270 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8dbd08ff-9efe-4d12-8f8b-e475587c8aa5 req-61cf7261-e4e5-41f2-a708-74e6471e9060 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905004 Jul 25 19:15:36.127215 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ebecee98-a2ea-4c43-bcdc-97ee8e7ffd99 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:36.128738 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ebecee98-a2ea-4c43-bcdc-97ee8e7ffd99 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0466559 Jul 25 19:15:36.224164 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Deleting port 2e704b22-3b93-4105-9a08-ff7d4aa61557 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:36.224504 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:36.284855 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc2444-1bdd-43ec-a708-2b243ecc913a req-ba119126-8f22-48d1-8bba-27ac7aba93d5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:36.286469 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-badc2444-1bdd-43ec-a708-2b243ecc913a req-ba119126-8f22-48d1-8bba-27ac7aba93d5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 945 time: 0.0508311 Jul 25 19:15:36.319969 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] For port 2e704b22-3b93-4105-9a08-ff7d4aa61557, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=2e704b22-3b93-4105-9a08-ff7d4aa61557,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:36.320429 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:36.338108 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-badc2444-1bdd-43ec-a708-2b243ecc913a req-aa1a1eb6-447e-4c02-89ba-a501052b4dd5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=a96bbd02-dd07-4dbb-adf2-e9d4bd991495&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458081 Jul 25 19:15:36.457124 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:15:36.486145 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:36.497109 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:36.497476 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (934852e3-324f-43a9-b5f5-28e298b345fc), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:36.497874 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Floating IP 934852e3-324f-43a9-b5f5-28e298b345fc disassociated. External IP: 172.27.0.17, port: 2e704b22-3b93-4105-9a08-ff7d4aa61557. Jul 25 19:15:36.498176 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Calling delete_port for 2e704b22-3b93-4105-9a08-ff7d4aa61557 owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:36.502106 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:36.504398 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 8385cd76-848d-480a-b3bc-e88f1a2334fd completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:15:36.592989 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 8385cd76-848d-480a-b3bc-e88f1a2334fd triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:15:36.593380 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:36.658675 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:36.670448 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 8385cd76-848d-480a-b3bc-e88f1a2334fd is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:15:36.670923 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:36.694388 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:15:36.696570 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a51ed1-356a-4666-9ad3-0d956099705a" -d '{"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:15:36.710519 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:36.733517 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (2e704b22-3b93-4105-9a08-ff7d4aa61557), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:36.734640 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f349a42-bf29-46dd-8821-2bfef8c80429 x-openstack-request-id: req-6f349a42-bf29-46dd-8821-2bfef8c80429 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:15:36.734933 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:15:36.735274 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6f349a42-bf29-46dd-8821-2bfef8c80429 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:15:36.735721 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f349a42-bf29-46dd-8821-2bfef8c80429'] response: {'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'code': 200} Jul 25 19:15:36.767061 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event deleted for resources: {'Port': ['ID=2e704b22-3b93-4105-9a08-ff7d4aa61557,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:36.817073 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:15:36.818673 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:36.878979 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:36.888672 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:15:36.899649 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ba0ba-fde6-4ec3-8a78-b2a4b488d6e0 req-de4d3c40-e561-4659-9100-ef3fc5d8c293 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:36.901251 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2d3ba0ba-fde6-4ec3-8a78-b2a4b488d6e0 req-de4d3c40-e561-4659-9100-ef3fc5d8c293 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 944 time: 0.0539002 Jul 25 19:15:36.934286 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:36.967794 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2d3ba0ba-fde6-4ec3-8a78-b2a4b488d6e0 req-2c6aac3a-8a1d-4e5b-be5d-d7606959ea8c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601635 Jul 25 19:15:37.009781 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:15:37.021993 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] Sync routers for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:15:37.034992 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:15:37.035624 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:15:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:37.059517 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] No DVR routers for this DVR port 2e704b22-3b93-4105-9a08-ff7d4aa61557 on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:15:37.062068 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:37.067219 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bc063479-8aa2-45f6-b4bf-84c7a2a19c0b req-ea009c0f-4073-402d-bbc2-7ec3468fd276 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "DELETE /v2.0/ports/2e704b22-3b93-4105-9a08-ff7d4aa61557 HTTP/1.1" status: 204 len: 173 time: 0.9325120 Jul 25 19:15:37.068078 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'name': 'network-vif-deleted', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:15:37.070747 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e3f4c7-e764-4047-90f5-52767db8753c" -d '{"events": [{"server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "name": "network-vif-deleted", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:15:37.088885 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab9f55-24dd-4761-83c7-9280a40f8cfe req-cddcc61a-4afa-48f6-b27b-acf88268102e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:37.111084 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c9ab9f55-24dd-4761-83c7-9280a40f8cfe req-cddcc61a-4afa-48f6-b27b-acf88268102e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 1129 time: 0.0461063 Jul 25 19:15:37.124521 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a551f2-734e-4166-97dd-35a002f5089e x-openstack-request-id: req-e4a551f2-734e-4166-97dd-35a002f5089e {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:15:37.126780 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "047c609b-8920-48da-a883-8ecb7c6214e9", "name": "network-vif-deleted", "tag": "2e704b22-3b93-4105-9a08-ff7d4aa61557", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:15:37.127310 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-e4a551f2-734e-4166-97dd-35a002f5089e {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:15:37.127819 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4a551f2-734e-4166-97dd-35a002f5089e'] response: {'server_uuid': '047c609b-8920-48da-a883-8ecb7c6214e9', 'name': 'network-vif-deleted', 'tag': '2e704b22-3b93-4105-9a08-ff7d4aa61557', 'status': 'completed', 'code': 200} Jul 25 19:15:37.168185 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c9ab9f55-24dd-4761-83c7-9280a40f8cfe req-bee498d0-8161-4dd1-bfdc-63acbfac0236 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710688 Jul 25 19:15:37.171753 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:15:37.374971 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:37.407209 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] Checking router: 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:15:37.418361 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:15:37.419001 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:15:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:37.450283 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8befb554-276f-4ec2-a5f4-9547398d24d2 req-026f256f-e236-4724-9d4d-70ef101b4214 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0324774 Jul 25 19:15:37.610589 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:15:37.800780 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:37.825313 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfcf7ae-a4fe-4a8f-9a8b-4104d561984a None None] The sync data for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi is: [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:04:23Z', 'revision_number': 4, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '757f22bf-3570-42d9-b305-3ac14157e6f1', 'name': '', 'network_id': '9229fc30-046e-4028-a03d-cbb3123aa86d', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'mac_address': 'fa:16:3e:7e:68:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:21Z', 'updated_at': '2022-07-25T19:04:38Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'subnets': [{'id': '6ffa02b3-5251-4b98-ab9c-4b888f9b229d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:15:38.071135 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c6fe2d-6acb-4a86-a9be-fca1bcf58373 None None] New status for floating IP 934852e3-324f-43a9-b5f5-28e298b345fc: DOWN {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:15:38.105569 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558dc6c-e729-4543-a1ba-fb00a56441f8 req-fe66277c-e538-43fc-9fb5-12d4e6b6a832 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:38.107151 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5558dc6c-e729-4543-a1ba-fb00a56441f8 req-fe66277c-e538-43fc-9fb5-12d4e6b6a832 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0499225 Jul 25 19:15:38.165540 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5558dc6c-e729-4543-a1ba-fb00a56441f8 req-eb37ff91-8087-413a-98cc-e44e92932b97 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523059 Jul 25 19:15:38.565918 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b47ada87-a845-4edb-92f3-d59b842af047 req-bec95849-24d5-4066-a349-38e04cf7c7fc tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=047c609b-8920-48da-a883-8ecb7c6214e9 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Jul 25 19:15:39.298257 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de6a1f-a6c8-4db3-add3-d6c676c1a962 req-b9b4b7a7-cde1-4691-88d7-8e02ca3ef7ee tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:39.299906 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-10de6a1f-a6c8-4db3-add3-d6c676c1a962 req-b9b4b7a7-cde1-4691-88d7-8e02ca3ef7ee tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0509121 Jul 25 19:15:39.354422 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-10de6a1f-a6c8-4db3-add3-d6c676c1a962 req-7cb15ec8-e614-43c8-b067-69d0112c6576 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488398 Jul 25 19:15:39.478389 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:39.492877 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be1624-dda2-4714-b9d3-d8628250a9e1 req-b7903601-5969-4ddc-9d38-41e2c6f26302 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:39.494428 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-47be1624-dda2-4714-b9d3-d8628250a9e1 req-b7903601-5969-4ddc-9d38-41e2c6f26302 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0544457 Jul 25 19:15:39.504975 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46084) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:39.511447 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Request body: {'floatingip': {'port_id': '8385cd76-848d-480a-b3bc-e88f1a2334fd'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:15:39.550138 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (7d1fcf0e-4160-47fa-9743-93c2ac7311ee), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:39.608588 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:39.791510 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46090) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:39.855505 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-17e57606-39ea-42ab-994e-cc02afdd823f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group (a96bbd02-dd07-4dbb-adf2-e9d4bd991495), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:39.884187 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-17e57606-39ea-42ab-994e-cc02afdd823f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group (a96bbd02-dd07-4dbb-adf2-e9d4bd991495), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.014013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.015974 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-17e57606-39ea-42ab-994e-cc02afdd823f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a96bbd02-dd07-4dbb-adf2-e9d4bd991495), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.018894 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-17e57606-39ea-42ab-994e-cc02afdd823f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.020086 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-17e57606-39ea-42ab-994e-cc02afdd823f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "DELETE /v2.0/security-groups/a96bbd02-dd07-4dbb-adf2-e9d4bd991495 HTTP/1.1" status: 204 len: 168 time: 0.2274604 Jul 25 19:15:40.022823 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46092) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:40.030267 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e57606-39ea-42ab-994e-cc02afdd823f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96bbd02-dd07-4dbb-adf2-e9d4bd991495,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:40.039034 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.api.v2.resource [None req-d9640e5c-4e18-43bb-bee5-6e643041b940 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] show failed (client error): The resource could not be found. Jul 25 19:15:40.040293 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d9640e5c-4e18-43bb-bee5-6e643041b940 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups/a96bbd02-dd07-4dbb-adf2-e9d4bd991495 HTTP/1.1" status: 404 len: 347 time: 0.0164824 Jul 25 19:15:40.043589 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46094) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:40.073388 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (7d1fcf0e-4160-47fa-9743-93c2ac7311ee), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.165972 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Deleting port 27b3f6d9-5497-49af-8900-082ba7c1a250 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:40.166341 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (27b3f6d9-5497-49af-8900-082ba7c1a250), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.176912 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Floating IP 7d1fcf0e-4160-47fa-9743-93c2ac7311ee associated. External IP: 172.27.0.207, port: 8385cd76-848d-480a-b3bc-e88f1a2334fd. Jul 25 19:15:40.226791 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:40.255884 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (27b3f6d9-5497-49af-8900-082ba7c1a250), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.256317 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (27b3f6d9-5497-49af-8900-082ba7c1a250), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.270774 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Calling delete_port for 27b3f6d9-5497-49af-8900-082ba7c1a250 owned by network:floatingip {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:40.287690 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:40.395982 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:15:40.409624 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:40.435452 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 2e704b22-3b93-4105-9a08-ff7d4aa61557 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:15:40.457419 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 2e704b22-3b93-4105-9a08-ff7d4aa61557 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:15:40.457856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 2e704b22-3b93-4105-9a08-ff7d4aa61557 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:15:40.487876 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (27b3f6d9-5497-49af-8900-082ba7c1a250), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.502846 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:15:40.507544 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.515057 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] Sync routers for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:15:40.521188 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event deleted for resources: {'Port': ['ID=27b3f6d9-5497-49af-8900-082ba7c1a250,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:40.533937 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:15:40.534607 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:15:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:40.556191 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-eaa4afe2-3043-4e68-a84e-e8612de3124e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "PUT /v2.0/floatingips/7d1fcf0e-4160-47fa-9743-93c2ac7311ee HTTP/1.1" status: 200 len: 991 time: 1.0428617 Jul 25 19:15:40.556191 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:15:40.556191 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d8e784-9e10-49b1-94ab-3f246a3faec7" -d '{"events": [{"name": "network-changed", "server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:15:40.588509 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks [] for floatingip (934852e3-324f-43a9-b5f5-28e298b345fc), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.590207 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24cadf7-68ff-416c-b292-0a7b25d3c9cb x-openstack-request-id: req-f24cadf7-68ff-416c-b292-0a7b25d3c9cb {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:15:40.590545 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:15:40.590802 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f24cadf7-68ff-416c-b292-0a7b25d3c9cb {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:15:40.591213 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24cadf7-68ff-416c-b292-0a7b25d3c9cb'] response: {'name': 'network-changed', 'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'status': 'completed', 'code': 200} Jul 25 19:15:40.593804 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:40.596047 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5fdf0f04-9f8a-496f-ab82-36999338d3b8 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "DELETE /v2.0/floatingips/934852e3-324f-43a9-b5f5-28e298b345fc HTTP/1.1" status: 204 len: 168 time: 0.5514703 Jul 25 19:15:40.654135 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-346756d8-eec6-4dc8-8b4e-46e2a2decb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:40.655406 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:15:40.656033 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-346756d8-eec6-4dc8-8b4e-46e2a2decb25 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 1129 time: 0.0421336 Jul 25 19:15:40.751522 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:40.754670 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-68363e63-2e9a-4e96-8f71-73d251b7f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:40.756155 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-68363e63-2e9a-4e96-8f71-73d251b7f68d service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.0937583 Jul 25 19:15:40.795293 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:40.825849 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-c01e53ad-b574-4e9e-a6f1-535931a0a94e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 200 len: 999 time: 0.0632386 Jul 25 19:15:40.832569 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:40.882265 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-08cf038f-664a-46af-aa5b-6839785955a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:40.883905 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-08cf038f-664a-46af-aa5b-6839785955a7 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0523036 Jul 25 19:15:40.889664 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '7d1fcf0e-4160-47fa-9743-93c2ac7311ee', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'port_id': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'mac_address': 'fa:16:3e:40:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:15:23Z', 'updated_at': '2022-07-25T19:15:39Z', 'revision_number': 1, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:40.916642 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] Checking router: 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:15:40.928685 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:15:40.929301 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:15:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:40.933111 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-6153dea0-7941-4463-aa33-1f50653270f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:40.934891 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-6153dea0-7941-4463-aa33-1f50653270f7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451891 Jul 25 19:15:41.038850 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:15:41.039178 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-d1ebf55b-ef66-41e6-a705-0bca65997ca8 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959382 Jul 25 19:15:41.142193 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-64d8e784-9e10-49b1-94ab-3f246a3faec7 req-be5cfeee-d61b-4ba4-96a3-268b66b038c6 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955830 Jul 25 19:15:41.274749 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '7d1fcf0e-4160-47fa-9743-93c2ac7311ee', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'port_id': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'mac_address': 'fa:16:3e:40:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:15:23Z', 'updated_at': '2022-07-25T19:15:39Z', 'revision_number': 1, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:41.317275 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f90ad3-60fb-4fe9-b5ba-17398944a93b None None] The sync data for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi is: [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '7d1fcf0e-4160-47fa-9743-93c2ac7311ee', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'port_id': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'mac_address': 'fa:16:3e:40:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:15:23Z', 'updated_at': '2022-07-25T19:15:39Z', 'revision_number': 1, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:15:41.523942 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3def8f-e302-4b4d-9f39-2656a0916308 None None] New status for floating IP 7d1fcf0e-4160-47fa-9743-93c2ac7311ee: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:15:41.827465 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:43.791939 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29901-5bcc-4b1d-8aff-44dd34e09e9a req-e1a24320-d8bf-48cb-8020-0c122e513589 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:43.793481 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-07e29901-5bcc-4b1d-8aff-44dd34e09e9a req-e1a24320-d8bf-48cb-8020-0c122e513589 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0494199 Jul 25 19:15:43.853180 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-07e29901-5bcc-4b1d-8aff-44dd34e09e9a req-fe7ad32f-913c-4d5f-9b27-a36020b3481d tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533595 Jul 25 19:15:45.013629 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-78481b1f-3add-432f-8468-a6bc10015213 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:45.015130 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-78481b1f-3add-432f-8468-a6bc10015213 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.2934537 Jul 25 19:15:45.036764 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d5eab-c6df-4b82-8f29-c97df2f63355 req-3086af51-9d50-49ce-b653-c8c5633b5484 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:45.038242 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-393d5eab-c6df-4b82-8f29-c97df2f63355 req-3086af51-9d50-49ce-b653-c8c5633b5484 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 946 time: 0.0696199 Jul 25 19:15:45.146728 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-393d5eab-c6df-4b82-8f29-c97df2f63355 req-c7c1fcbe-16c8-42f2-80ea-2d2e154a2838 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909467 Jul 25 19:15:45.150302 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Deleting port a30f1989-9491-4874-b4fd-962b93238fb5 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:45.150689 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:45.259673 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] For port a30f1989-9491-4874-b4fd-962b93238fb5, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a30f1989-9491-4874-b4fd-962b93238fb5,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:45.260088 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:45.274957 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Calling delete_port for a30f1989-9491-4874-b4fd-962b93238fb5 owned by compute:nova {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:45.338708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:45.508350 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (a30f1989-9491-4874-b4fd-962b93238fb5), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:45.521334 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['58ad3790-244f-4d95-b9e7-422923ef19fa', 'a30f1989-9491-4874-b4fd-962b93238fb5'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:15:45.548686 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event deleted for resources: {'Port': ['ID=a30f1989-9491-4874-b4fd-962b93238fb5,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:45.605279 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] No DVR routers for this DVR port a30f1989-9491-4874-b4fd-962b93238fb5 on host hv-cinder-82002 {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:15:45.608793 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:45.613569 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4d6f1880-64bc-4ab3-8901-ad98d9a9b848 req-9058a359-0e5b-4299-bef3-ffa3907c4e14 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "DELETE /v2.0/ports/a30f1989-9491-4874-b4fd-962b93238fb5 HTTP/1.1" status: 204 len: 173 time: 0.5915627 Jul 25 19:15:45.614585 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ff921d-92b0-4208-b109-9f6969a9b950', 'name': 'network-vif-deleted', 'tag': 'a30f1989-9491-4874-b4fd-962b93238fb5'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:15:45.618845 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e767c2-93dc-4125-a88e-e9d0d6f9d4c2" -d '{"events": [{"server_uuid": "a8ff921d-92b0-4208-b109-9f6969a9b950", "name": "network-vif-deleted", "tag": "a30f1989-9491-4874-b4fd-962b93238fb5"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:15:45.673677 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e551fd-3c46-4675-9d9d-ae77b6a1b7ee x-openstack-request-id: req-17e551fd-3c46-4675-9d9d-ae77b6a1b7ee {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:15:45.674154 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ff921d-92b0-4208-b109-9f6969a9b950", "name": "network-vif-deleted", "tag": "a30f1989-9491-4874-b4fd-962b93238fb5", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:15:45.674494 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-17e551fd-3c46-4675-9d9d-ae77b6a1b7ee {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:15:45.676554 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e551fd-3c46-4675-9d9d-ae77b6a1b7ee'] response: {'server_uuid': 'a8ff921d-92b0-4208-b109-9f6969a9b950', 'name': 'network-vif-deleted', 'tag': 'a30f1989-9491-4874-b4fd-962b93238fb5', 'status': 'completed', 'code': 200} Jul 25 19:15:46.296867 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e40d87ec-2471-45e1-bdfc-62c080b2c75c req-2fafbf6c-6138-4f63-b71e-163cc223f975 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=a8ff921d-92b0-4208-b109-9f6969a9b950 HTTP/1.1" status: 200 len: 210 time: 0.0359123 Jul 25 19:15:47.903707 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684c85b0-c8ff-4530-9258-037a69702123 req-21cdcc48-24f3-495e-b8fe-8763d42113b5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:47.905170 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-684c85b0-c8ff-4530-9258-037a69702123 req-21cdcc48-24f3-495e-b8fe-8763d42113b5 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Jul 25 19:15:47.957201 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-684c85b0-c8ff-4530-9258-037a69702123 req-55839e45-f5e3-4365-aaf2-a40753a7a776 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Jul 25 19:15:48.449610 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device a30f1989-9491-4874-b4fd-962b93238fb5 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:15:48.473580 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: a30f1989-9491-4874-b4fd-962b93238fb5 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:15:48.473929 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device a30f1989-9491-4874-b4fd-962b93238fb5 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:15:48.807450 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-da8afe78-3b0b-4760-85be-279022c1bf61 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:48.808808 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-da8afe78-3b0b-4760-85be-279022c1bf61 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0482948 Jul 25 19:15:48.899606 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Deleting port 58ad3790-244f-4d95-b9e7-422923ef19fa {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:48.899937 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:48.994516 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] For port 58ad3790-244f-4d95-b9e7-422923ef19fa, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=58ad3790-244f-4d95-b9e7-422923ef19fa,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:48.994895 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:49.014162 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Calling delete_port for 58ad3790-244f-4d95-b9e7-422923ef19fa owned by compute:nova {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:49.023868 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:49.122778 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7347c95-bf83-40eb-92ce-8bca2d627bc7 req-3f2a98f5-76cd-4686-b304-bec72ff7d1a7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:15:49.124197 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b7347c95-bf83-40eb-92ce-8bca2d627bc7 req-3f2a98f5-76cd-4686-b304-bec72ff7d1a7 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 945 time: 0.0653915 Jul 25 19:15:49.220165 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b7347c95-bf83-40eb-92ce-8bca2d627bc7 req-84248941-3a5e-4fc9-9b0d-a4a9f57d9b5f tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/security-groups?id=865b2e63-f4e4-4d80-ba3b-eb05cc43010f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896921 Jul 25 19:15:49.364655 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (58ad3790-244f-4d95-b9e7-422923ef19fa), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:49.380049 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['58ad3790-244f-4d95-b9e7-422923ef19fa'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:15:49.393050 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Pushing event deleted for resources: {'Port': ['ID=58ad3790-244f-4d95-b9e7-422923ef19fa,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:49.440447 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] No DVR routers for this DVR port 58ad3790-244f-4d95-b9e7-422923ef19fa on host hv-cinder-82002 {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:15:49.443045 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:49.446260 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7cdcb33a-9c3d-46e9-8d83-5003f8386c63 req-d2f705b9-e9af-4dfa-97b2-dc492d10ca93 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.88 "DELETE /v2.0/ports/58ad3790-244f-4d95-b9e7-422923ef19fa HTTP/1.1" status: 204 len: 173 time: 0.6321902 Jul 25 19:15:49.446725 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffab6ed-1699-49d7-bee1-73e045f1e868', 'name': 'network-vif-deleted', 'tag': '58ad3790-244f-4d95-b9e7-422923ef19fa'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:15:49.448976 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba237ff-6fef-4f04-a98e-45566f634735" -d '{"events": [{"server_uuid": "bffab6ed-1699-49d7-bee1-73e045f1e868", "name": "network-vif-deleted", "tag": "58ad3790-244f-4d95-b9e7-422923ef19fa"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:15:49.487052 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7df0a7-a4ae-4bc6-920e-3343cdd7ef3a x-openstack-request-id: req-ea7df0a7-a4ae-4bc6-920e-3343cdd7ef3a {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:15:49.487384 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffab6ed-1699-49d7-bee1-73e045f1e868", "name": "network-vif-deleted", "tag": "58ad3790-244f-4d95-b9e7-422923ef19fa", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:15:49.487649 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ea7df0a7-a4ae-4bc6-920e-3343cdd7ef3a {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:15:49.488068 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea7df0a7-a4ae-4bc6-920e-3343cdd7ef3a'] response: {'server_uuid': 'bffab6ed-1699-49d7-bee1-73e045f1e868', 'name': 'network-vif-deleted', 'tag': '58ad3790-244f-4d95-b9e7-422923ef19fa', 'status': 'completed', 'code': 200} Jul 25 19:15:50.346237 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fed06fdd-8e10-478c-b674-afffa5a73fc7 req-4fc2df99-9038-45b5-8f16-4569b0483133 tempest-ServerRescueNegativeTestJSON-838362749 tempest-ServerRescueNegativeTestJSON-838362749-project] 10.222.0.17 "GET /v2.0/ports?device_id=bffab6ed-1699-49d7-bee1-73e045f1e868 HTTP/1.1" status: 200 len: 210 time: 0.0305545 Jul 25 19:15:51.414149 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46142) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:51.850622 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:52.079142 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Deleting port 757f22bf-3570-42d9-b305-3ac14157e6f1 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:52.079395 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:52.133452 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:52.165856 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] For port 757f22bf-3570-42d9-b305-3ac14157e6f1, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=757f22bf-3570-42d9-b305-3ac14157e6f1,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:52.166231 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:52.180155 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Calling delete_port for 757f22bf-3570-42d9-b305-3ac14157e6f1 owned by network:router_interface {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:52.191964 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:52.341949 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=22 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:52.343752 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=92 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:52.450250 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 58ad3790-244f-4d95-b9e7-422923ef19fa no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:15:52.470899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 58ad3790-244f-4d95-b9e7-422923ef19fa {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:15:52.471338 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 58ad3790-244f-4d95-b9e7-422923ef19fa not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:15:52.478612 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (757f22bf-3570-42d9-b305-3ac14157e6f1), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:52.504437 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=757f22bf-3570-42d9-b305-3ac14157e6f1,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:52.680892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:52.903264 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:15:53.014889 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:15:53.020568 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ffe0485a-6f9b-4603-b4e9-693a05166a7d admin admin] 10.222.0.17 "PUT /v2.0/routers/7a5eccb5-23b2-4c1c-aaea-61e93c2dad24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6053410 Jul 25 19:15:53.023314 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46146) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:53.026912 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] Sync routers for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:15:53.038059 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:15:53.038709 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:15:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:53.130977 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks [] for router (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:53.144014 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:15:53.213551 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:53.245600 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:53.248391 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks [] for router_gateway (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:53.326026 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:15:52Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:53.353448 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] Checking router: 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:15:53.362716 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] Routers {'7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:15:53.364208 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:15:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:53.417957 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Deleting port 7362c425-2357-4378-b17c-f8c4a15f873d {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:53.418206 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:53.513068 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] For port 7362c425-2357-4378-b17c-f8c4a15f873d, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=7362c425-2357-4378-b17c-f8c4a15f873d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:53.513922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:53.528256 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Calling delete_port for 7362c425-2357-4378-b17c-f8c4a15f873d owned by network:router_gateway {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:53.561650 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] Set router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:15:53.732818 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:15:52Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:53.763089 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e5b2bb-b1ae-4910-9442-e2e44dcac57e None None] The sync data for ids ['7a5eccb5-23b2-4c1c-aaea-61e93c2dad24'] in dv-cinder-820027-16-iscsi is: [{'id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'name': 'tempest-ServerRescueNegativeTestJSON-1469795462-router', 'tenant_id': '08c6be8edb884214bae7a0abbf97dc16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:13Z', 'updated_at': '2022-07-25T19:15:52Z', 'revision_number': 5, 'project_id': '08c6be8edb884214bae7a0abbf97dc16', 'gw_port': {'id': '7362c425-2357-4378-b17c-f8c4a15f873d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:94:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5eccb5-23b2-4c1c-aaea-61e93c2dad24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:15:53.804039 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (7362c425-2357-4378-b17c-f8c4a15f873d), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:53.830586 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Pushing event deleted for resources: {'Port': ['ID=7362c425-2357-4378-b17c-f8c4a15f873d,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:53.894763 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.262100 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.263519 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:54.264914 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks [] for router_controller (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.455976 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (7a5eccb5-23b2-4c1c-aaea-61e93c2dad24), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.456654 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 {{(pid=111003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:15:54.461806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.474962 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c166b903-fb46-47fc-8d9f-4749eadd947d admin admin] 10.222.0.17 "DELETE /v2.0/routers/7a5eccb5-23b2-4c1c-aaea-61e93c2dad24 HTTP/1.1" status: 204 len: 168 time: 1.4391437 Jul 25 19:15:54.475063 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46150) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:54.481666 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 757f22bf-3570-42d9-b305-3ac14157e6f1 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:15:54.508928 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 757f22bf-3570-42d9-b305-3ac14157e6f1 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:15:54.509476 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 757f22bf-3570-42d9-b305-3ac14157e6f1 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:15:54.525678 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-5426ff2e-1969-473b-bc1e-3727e127ff10 admin admin] Deleting subnet 6ffa02b3-5251-4b98-ab9c-4b888f9b229d {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:15:54.529329 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5426ff2e-1969-473b-bc1e-3727e127ff10 admin admin] Publish callbacks [] for subnet (6ffa02b3-5251-4b98-ab9c-4b888f9b229d), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.569034 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5426ff2e-1969-473b-bc1e-3727e127ff10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (6ffa02b3-5251-4b98-ab9c-4b888f9b229d), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.679109 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5426ff2e-1969-473b-bc1e-3727e127ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (6ffa02b3-5251-4b98-ab9c-4b888f9b229d), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.831439 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5426ff2e-1969-473b-bc1e-3727e127ff10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (6ffa02b3-5251-4b98-ab9c-4b888f9b229d), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.836674 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:54.857149 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426ff2e-1969-473b-bc1e-3727e127ff10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ffa02b3-5251-4b98-ab9c-4b888f9b229d,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:54.863353 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5426ff2e-1969-473b-bc1e-3727e127ff10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.866612 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5426ff2e-1969-473b-bc1e-3727e127ff10 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/6ffa02b3-5251-4b98-ab9c-4b888f9b229d HTTP/1.1" status: 204 len: 168 time: 0.3988652 Jul 25 19:15:54.869290 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc9c89-6c07-4dac-89c7-adcd31b09a6d None None] Network 9229fc30-046e-4028-a03d-cbb3123aa86d requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:15:54.870188 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46152) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:54.951101 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (9229fc30-046e-4028-a03d-cbb3123aa86d), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:54.999505 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Deleting port ce4fe854-3931-4b2d-a209-7eb39c15c730 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:54.999851 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.044616 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] DHCP port deletion for 9229fc30-046e-4028-a03d-cbb3123aa86d request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:15:55.068538 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] For port ce4fe854-3931-4b2d-a209-7eb39c15c730, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ce4fe854-3931-4b2d-a209-7eb39c15c730,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:55.069047 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.083123 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Calling delete_port for ce4fe854-3931-4b2d-a209-7eb39c15c730 owned by network:dhcp {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:55.089003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] Deleting port ce4fe854-3931-4b2d-a209-7eb39c15c730 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:15:55.089460 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.158590 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] For port ce4fe854-3931-4b2d-a209-7eb39c15c730, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ce4fe854-3931-4b2d-a209-7eb39c15c730,segment=NetworkSegment(82d66e84-5953-40d5-8e4e-ca98be73faac),segment_id=82d66e84-5953-40d5-8e4e-ca98be73faac)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:15:55.159335 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.176430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] Calling delete_port for ce4fe854-3931-4b2d-a209-7eb39c15c730 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:15:55.223452 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:55.302107 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.310718 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (ce4fe854-3931-4b2d-a209-7eb39c15c730), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.315006 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:55.333235 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce4fe854-3931-4b2d-a209-7eb39c15c730,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:55.335991 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] No DVR routers for this DVR port ce4fe854-3931-4b2d-a209-7eb39c15c730 on host dv-cinder-820027-16-iscsi {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:15:55.345052 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] Pushing event deleted for resources: {'Port': ['ID=ce4fe854-3931-4b2d-a209-7eb39c15c730,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:55.348412 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bbaa94-2387-4a4f-94ab-e704319490ff None None] No DVR routers for this DVR port ce4fe854-3931-4b2d-a209-7eb39c15c730 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:15:55.417949 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (9229fc30-046e-4028-a03d-cbb3123aa86d), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.439834 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9229fc30-046e-4028-a03d-cbb3123aa86d']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:55.449540 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d66e84-5953-40d5-8e4e-ca98be73faac') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:55.449875 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d66e84-5953-40d5-8e4e-ca98be73faac') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:15:55.460498 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (82d66e84-5953-40d5-8e4e-ca98be73faac), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.475564 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (82d66e84-5953-40d5-8e4e-ca98be73faac), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.482222 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:15:55.482678 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (82d66e84-5953-40d5-8e4e-ca98be73faac), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.523598 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 82d66e84-5953-40d5-8e4e-ca98be73faac resource provider aggregate not found Jul 25 19:15:55.543021 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 82d66e84-5953-40d5-8e4e-ca98be73faac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82d66e84-5953-40d5-8e4e-ca98be73faac found for delete ", "request_id": "req-38afb443-2baf-40e5-9192-f4aebadf7c41"}]} Jul 25 19:15:55.667134 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (9229fc30-046e-4028-a03d-cbb3123aa86d), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.673672 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:55.677023 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] 10.222.0.17 "DELETE /v2.0/networks/9229fc30-046e-4028-a03d-cbb3123aa86d HTTP/1.1" status: 204 len: 168 time: 0.8052423 Jul 25 19:15:55.688419 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88dc91a-2e04-474a-a75b-c33e53222ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9229fc30-046e-4028-a03d-cbb3123aa86d,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:55.807402 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-61f738c2-2e08-46f3-b1e5-9cbc32936e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:56.063421 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46160) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:56.110390 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-22783d71-5fd9-4ce7-9e2a-7f570d6b837e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=08c6be8edb884214bae7a0abbf97dc16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457661 Jul 25 19:15:56.112893 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46162) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:56.164497 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-060df38e-95d9-4ac0-8c69-d958d7f6b75f admin admin] Publish callbacks [] for security_group (865b2e63-f4e4-4d80-ba3b-eb05cc43010f), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:56.173273 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:15:56.454377 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-060df38e-95d9-4ac0-8c69-d958d7f6b75f admin admin] Publish callbacks [] for security_group (865b2e63-f4e4-4d80-ba3b-eb05cc43010f), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:56.455636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 7362c425-2357-4378-b17c-f8c4a15f873d no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:15:56.455636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 7362c425-2357-4378-b17c-f8c4a15f873d {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:15:56.455636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 7362c425-2357-4378-b17c-f8c4a15f873d not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:15:56.455636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ce4fe854-3931-4b2d-a209-7eb39c15c730 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:15:56.468028 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: ce4fe854-3931-4b2d-a209-7eb39c15c730 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:15:56.468437 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ce4fe854-3931-4b2d-a209-7eb39c15c730 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:15:56.568464 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-060df38e-95d9-4ac0-8c69-d958d7f6b75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (865b2e63-f4e4-4d80-ba3b-eb05cc43010f), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:56.571099 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-060df38e-95d9-4ac0-8c69-d958d7f6b75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:56.572256 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-060df38e-95d9-4ac0-8c69-d958d7f6b75f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/865b2e63-f4e4-4d80-ba3b-eb05cc43010f HTTP/1.1" status: 204 len: 168 time: 0.4583385 Jul 25 19:15:56.581195 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060df38e-95d9-4ac0-8c69-d958d7f6b75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865b2e63-f4e4-4d80-ba3b-eb05cc43010f,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:58.312364 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-93efa9d2-502d-4450-a082-9639a8895e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:59.561882 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:59.586302 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46214) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:59.700589 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c03c14e5-7323-4063-9c49-bfc8bc7570bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:59.779921 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c03c14e5-7323-4063-9c49-bfc8bc7570bc admin admin] Publish callbacks [] for security_group (be41364e-04e2-48d7-8efd-e2b6abf940ea), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:59.870048 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c03c14e5-7323-4063-9c49-bfc8bc7570bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (be41364e-04e2-48d7-8efd-e2b6abf940ea), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:59.911497 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c14e5-7323-4063-9c49-bfc8bc7570bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be41364e-04e2-48d7-8efd-e2b6abf940ea,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:15:59.918487 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-c03c14e5-7323-4063-9c49-bfc8bc7570bc admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c0ee114a01124d1ebef76f1e2007ac3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311012 Jul 25 19:15:59.921068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46220) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:15:59.977236 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-777710f9-7127-44b2-9544-e6fe731b77d2 admin admin] Publish callbacks [] for security_group (be41364e-04e2-48d7-8efd-e2b6abf940ea), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:15:59.979541 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:00.000887 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-777710f9-7127-44b2-9544-e6fe731b77d2 admin admin] Publish callbacks [] for security_group (be41364e-04e2-48d7-8efd-e2b6abf940ea), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:00.107071 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-777710f9-7127-44b2-9544-e6fe731b77d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (be41364e-04e2-48d7-8efd-e2b6abf940ea), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:00.109703 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-777710f9-7127-44b2-9544-e6fe731b77d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:00.111103 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-777710f9-7127-44b2-9544-e6fe731b77d2 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/be41364e-04e2-48d7-8efd-e2b6abf940ea HTTP/1.1" status: 204 len: 168 time: 0.1889746 Jul 25 19:16:00.120038 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777710f9-7127-44b2-9544-e6fe731b77d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be41364e-04e2-48d7-8efd-e2b6abf940ea,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:00.818791 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46228) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:00.841793 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eb49b75b-6d6c-4936-a0dc-b208b0a993d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:00.929475 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:00.950948 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eb49b75b-6d6c-4936-a0dc-b208b0a993d3 admin admin] Publish callbacks [] for security_group (4a742dbf-dba0-437c-b07e-a8c2444878c9), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:01.026650 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eb49b75b-6d6c-4936-a0dc-b208b0a993d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4a742dbf-dba0-437c-b07e-a8c2444878c9), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:01.069231 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-eb49b75b-6d6c-4936-a0dc-b208b0a993d3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=da9d800e8c874053b3452266752a5173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492306 Jul 25 19:16:01.070383 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49b75b-6d6c-4936-a0dc-b208b0a993d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a742dbf-dba0-437c-b07e-a8c2444878c9,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:01.071941 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46236) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:01.128448 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-90dda02a-83cd-4075-a414-ab3a9bb01259 admin admin] Publish callbacks [] for security_group (4a742dbf-dba0-437c-b07e-a8c2444878c9), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:01.153517 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-90dda02a-83cd-4075-a414-ab3a9bb01259 admin admin] Publish callbacks [] for security_group (4a742dbf-dba0-437c-b07e-a8c2444878c9), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:01.181580 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:01.304645 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-90dda02a-83cd-4075-a414-ab3a9bb01259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4a742dbf-dba0-437c-b07e-a8c2444878c9), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:01.304888 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:01.307404 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-90dda02a-83cd-4075-a414-ab3a9bb01259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:01.314444 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-90dda02a-83cd-4075-a414-ab3a9bb01259 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4a742dbf-dba0-437c-b07e-a8c2444878c9 HTTP/1.1" status: 204 len: 168 time: 0.2356098 Jul 25 19:16:01.317710 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dda02a-83cd-4075-a414-ab3a9bb01259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a742dbf-dba0-437c-b07e-a8c2444878c9,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:01.480983 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca6121-8bd5-421a-92d5-f6a8f9d2a069 req-16513f9f-090f-4646-96aa-add5dd689a51 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:01.482509 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0dca6121-8bd5-421a-92d5-f6a8f9d2a069 req-16513f9f-090f-4646-96aa-add5dd689a51 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0525713 Jul 25 19:16:01.541606 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0dca6121-8bd5-421a-92d5-f6a8f9d2a069 req-2861dad0-7c4f-488b-bd48-86d67d98c9ed tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530276 Jul 25 19:16:02.669239 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914031d-c7a0-46b3-a0d5-93990d2f0333 req-46098729-4a6c-48d9-83da-a73305cda240 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:02.670792 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0914031d-c7a0-46b3-a0d5-93990d2f0333 req-46098729-4a6c-48d9-83da-a73305cda240 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0511601 Jul 25 19:16:02.721772 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0914031d-c7a0-46b3-a0d5-93990d2f0333 req-e54de4a4-497f-4415-89d1-03995dc4d93b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=418ba8a3-aa37-41e7-9727-89418b4937a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452271 Jul 25 19:16:02.830576 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-01c49aa9-2ad5-47cb-9bfa-e11f3ad8dff0 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:02.832219 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-01c49aa9-2ad5-47cb-9bfa-e11f3ad8dff0 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 945 time: 0.0509355 Jul 25 19:16:02.926857 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Deleting port e4b23594-f162-4f7b-9587-c619dd49ac56 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:16:02.927613 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:02.970516 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:03.027094 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] For port e4b23594-f162-4f7b-9587-c619dd49ac56, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=e4b23594-f162-4f7b-9587-c619dd49ac56,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:16:03.027467 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:03.262962 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:03.263334 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (4aa2a945-6a69-42d3-8f5f-9bdcbcfac390), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:03.263648 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Floating IP 4aa2a945-6a69-42d3-8f5f-9bdcbcfac390 disassociated. External IP: 172.27.0.22, port: e4b23594-f162-4f7b-9587-c619dd49ac56. Jul 25 19:16:03.263996 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Calling delete_port for e4b23594-f162-4f7b-9587-c619dd49ac56 owned by compute:nova {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:16:03.312764 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:03.507123 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (e4b23594-f162-4f7b-9587-c619dd49ac56), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:03.539013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event deleted for resources: {'Port': ['ID=e4b23594-f162-4f7b-9587-c619dd49ac56,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:03.656227 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Router 6408ca1f-dcb1-4899-a78d-2433aec95226 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:16:03.730761 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=61 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:03.767409 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:16:03.779917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] Sync routers for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:16:03.791931 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:16:03.792871 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:15:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:16:03.822444 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] No DVR routers for this DVR port e4b23594-f162-4f7b-9587-c619dd49ac56 on host hv-cinder-82002 {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:16:03.825205 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:03.829465 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-de1f00bd-5e76-47c0-90da-1f13a8772316 req-762330e8-0ea7-405b-9415-0d023afecfd9 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "DELETE /v2.0/ports/e4b23594-f162-4f7b-9587-c619dd49ac56 HTTP/1.1" status: 204 len: 173 time: 0.9909694 Jul 25 19:16:03.833537 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'name': 'network-vif-deleted', 'tag': 'e4b23594-f162-4f7b-9587-c619dd49ac56'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:16:03.834780 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f2bec0-989b-4f5d-bfab-faa305737109" -d '{"events": [{"server_uuid": "4c66e632-dd5c-4eb5-89fb-ddfe319d4046", "name": "network-vif-deleted", "tag": "e4b23594-f162-4f7b-9587-c619dd49ac56"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:16:03.854137 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-356297ce-b72f-4ee6-b5c8-727aa2ea0b17 req-eeb8915c-c3e4-4afe-9aa9-3645c6979b7c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=4c66e632-dd5c-4eb5-89fb-ddfe319d4046 HTTP/1.1" status: 200 len: 210 time: 0.0415647 Jul 25 19:16:03.896718 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6addc8-a34e-4d9b-b0dd-90c0f84bf2cb x-openstack-request-id: req-5d6addc8-a34e-4d9b-b0dd-90c0f84bf2cb {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:16:03.897015 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c66e632-dd5c-4eb5-89fb-ddfe319d4046", "name": "network-vif-deleted", "tag": "e4b23594-f162-4f7b-9587-c619dd49ac56", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:16:03.897296 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5d6addc8-a34e-4d9b-b0dd-90c0f84bf2cb {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:16:03.897730 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6addc8-a34e-4d9b-b0dd-90c0f84bf2cb'] response: {'server_uuid': '4c66e632-dd5c-4eb5-89fb-ddfe319d4046', 'name': 'network-vif-deleted', 'tag': 'e4b23594-f162-4f7b-9587-c619dd49ac56', 'status': 'completed', 'code': 200} Jul 25 19:16:03.922881 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:16:04.141292 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:16:04.165268 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] Checking router: 6408ca1f-dcb1-4899-a78d-2433aec95226 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:16:04.174862 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:16:04.175476 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:15:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:16:04.289235 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:16:04.620890 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:16:04.648492 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71ef38a-562d-4508-a55b-91c14e6e7836 None None] The sync data for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi is: [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:16:04.896993 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d09d90d-3f2f-41c3-af80-e246c59fca86 None None] New status for floating IP 4aa2a945-6a69-42d3-8f5f-9bdcbcfac390: DOWN {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:16:05.165308 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46320) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:05.232533 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-45395de5-d37b-497c-a64b-525be1b71043 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (418ba8a3-aa37-41e7-9727-89418b4937a3), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.259280 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-45395de5-d37b-497c-a64b-525be1b71043 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (418ba8a3-aa37-41e7-9727-89418b4937a3), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.415454 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-45395de5-d37b-497c-a64b-525be1b71043 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (418ba8a3-aa37-41e7-9727-89418b4937a3), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.418047 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-45395de5-d37b-497c-a64b-525be1b71043 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.419306 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-45395de5-d37b-497c-a64b-525be1b71043 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "DELETE /v2.0/security-groups/418ba8a3-aa37-41e7-9727-89418b4937a3 HTTP/1.1" status: 204 len: 168 time: 0.2528343 Jul 25 19:16:05.423043 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46326) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:05.434359 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45395de5-d37b-497c-a64b-525be1b71043 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=418ba8a3-aa37-41e7-9727-89418b4937a3,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:05.448127 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.api.v2.resource [None req-774fa2c9-75ff-44d4-8e9e-e08ab5bf4b29 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] show failed (client error): The resource could not be found. Jul 25 19:16:05.448127 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-774fa2c9-75ff-44d4-8e9e-e08ab5bf4b29 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups/418ba8a3-aa37-41e7-9727-89418b4937a3 HTTP/1.1" status: 404 len: 347 time: 0.0174282 Jul 25 19:16:05.450685 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46328) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:05.578190 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Deleting port 7e07e61b-1c02-4773-b16b-41f99ca75539 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:16:05.579099 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (7e07e61b-1c02-4773-b16b-41f99ca75539), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.663113 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (7e07e61b-1c02-4773-b16b-41f99ca75539), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.663438 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (7e07e61b-1c02-4773-b16b-41f99ca75539), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.677575 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Calling delete_port for 7e07e61b-1c02-4773-b16b-41f99ca75539 owned by network:floatingip {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:16:05.889950 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (7e07e61b-1c02-4773-b16b-41f99ca75539), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.913970 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event deleted for resources: {'Port': ['ID=7e07e61b-1c02-4773-b16b-41f99ca75539,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:05.979954 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:05.988586 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (4aa2a945-6a69-42d3-8f5f-9bdcbcfac390), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.991341 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:05.996141 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ee826aca-fd70-42ee-bd32-ed812027ca0c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "DELETE /v2.0/floatingips/4aa2a945-6a69-42d3-8f5f-9bdcbcfac390 HTTP/1.1" status: 204 len: 168 time: 0.5407419 Jul 25 19:16:06.164893 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46358) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:06.169532 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-aa6f52fc-7d87-4b4b-82a6-78b3a3677d74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106546643', 'description': 'tempest-description--955785974'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:16:06.256179 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa6f52fc-7d87-4b4b-82a6-78b3a3677d74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:06.333349 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa6f52fc-7d87-4b4b-82a6-78b3a3677d74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:06.477561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa6f52fc-7d87-4b4b-82a6-78b3a3677d74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:06.478738 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e4b23594-f162-4f7b-9587-c619dd49ac56 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:16:06.506464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: e4b23594-f162-4f7b-9587-c619dd49ac56 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:16:06.506823 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device e4b23594-f162-4f7b-9587-c619dd49ac56 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:16:06.514018 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f52fc-7d87-4b4b-82a6-78b3a3677d74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:06.577371 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa6f52fc-7d87-4b4b-82a6-78b3a3677d74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:06.578822 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-aa6f52fc-7d87-4b4b-82a6-78b3a3677d74 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4128757 Jul 25 19:16:06.581880 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46378) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:06.586636 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-e7c00b2a-4c5f-463f-98f5-c5b14144a476 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'security_group_rule': {'security_group_id': 'a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:16:06.601244 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:06.685311 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e7c00b2a-4c5f-463f-98f5-c5b14144a476 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (1d0b188b-8ac0-467c-a9c4-f93561d3c399), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:06.746871 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e7c00b2a-4c5f-463f-98f5-c5b14144a476 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (1d0b188b-8ac0-467c-a9c4-f93561d3c399), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:06.809898 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e7c00b2a-4c5f-463f-98f5-c5b14144a476 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (1d0b188b-8ac0-467c-a9c4-f93561d3c399), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:06.831049 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c00b2a-4c5f-463f-98f5-c5b14144a476 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0b188b-8ac0-467c-a9c4-f93561d3c399,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:06.919899 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e7c00b2a-4c5f-463f-98f5-c5b14144a476 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:06.921287 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e7c00b2a-4c5f-463f-98f5-c5b14144a476 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3379853 Jul 25 19:16:06.924486 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46388) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:06.929258 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-26894b23-88fb-4679-ba0b-17e26b4056c6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'security_group_rule': {'security_group_id': 'a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:16:07.050733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-26894b23-88fb-4679-ba0b-17e26b4056c6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (bd24006e-d3d0-4ee4-886d-f7d08b36603f), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.115908 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-26894b23-88fb-4679-ba0b-17e26b4056c6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (bd24006e-d3d0-4ee4-886d-f7d08b36603f), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.221592 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-26894b23-88fb-4679-ba0b-17e26b4056c6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (bd24006e-d3d0-4ee4-886d-f7d08b36603f), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.241812 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26894b23-88fb-4679-ba0b-17e26b4056c6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd24006e-d3d0-4ee4-886d-f7d08b36603f,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:07.369224 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-26894b23-88fb-4679-ba0b-17e26b4056c6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.370684 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-26894b23-88fb-4679-ba0b-17e26b4056c6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4447970 Jul 25 19:16:07.373793 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46394) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:07.378470 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:16:07.481962 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.521493 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46398) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:07.527512 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:07.568693 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.646168 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dd215237-51f4-4259-b65c-2cbad436347e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.688105 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Allocated IP 172.27.0.243 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/b9a016b4-6e19-4da4-a0aa-c9e057b47589) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:16:07.738342 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dd215237-51f4-4259-b65c-2cbad436347e admin admin] Publish callbacks [] for security_group (4b47282e-44da-4ac0-906c-4b94c20e1ab5), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.806023 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for port (b9a016b4-6e19-4da4-a0aa-c9e057b47589), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.870274 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dd215237-51f4-4259-b65c-2cbad436347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4b47282e-44da-4ac0-906c-4b94c20e1ab5), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:07.912987 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-dd215237-51f4-4259-b65c-2cbad436347e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e61a5d896efe44d2a41c4088247885a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3902202 Jul 25 19:16:07.913719 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd215237-51f4-4259-b65c-2cbad436347e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b47282e-44da-4ac0-906c-4b94c20e1ab5,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:07.915542 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46402) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:07.945456 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:07.948056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (b9a016b4-6e19-4da4-a0aa-c9e057b47589), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.001024 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:16:08.013324 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:16:08.015911 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:16:08.041149 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86d4583d-c8c8-4a8d-be36-27ddada599d3 admin admin] Publish callbacks [] for security_group (4b47282e-44da-4ac0-906c-4b94c20e1ab5), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.042747 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'Port': ['ID=b9a016b4-6e19-4da4-a0aa-c9e057b47589,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:08.082894 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86d4583d-c8c8-4a8d-be36-27ddada599d3 admin admin] Publish callbacks [] for security_group (4b47282e-44da-4ac0-906c-4b94c20e1ab5), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.163849 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (32027a05-a01d-4815-b655-20673cb8a349), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.294550 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86d4583d-c8c8-4a8d-be36-27ddada599d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4b47282e-44da-4ac0-906c-4b94c20e1ab5), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.297235 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86d4583d-c8c8-4a8d-be36-27ddada599d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.298622 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-86d4583d-c8c8-4a8d-be36-27ddada599d3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4b47282e-44da-4ac0-906c-4b94c20e1ab5 HTTP/1.1" status: 204 len: 168 time: 0.3820934 Jul 25 19:16:08.301587 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (b9a016b4-6e19-4da4-a0aa-c9e057b47589), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.325522 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d4583d-c8c8-4a8d-be36-27ddada599d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b47282e-44da-4ac0-906c-4b94c20e1ab5,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:08.461240 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:08.470471 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for port (b9a016b4-6e19-4da4-a0aa-c9e057b47589), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.544784 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (b9a016b4-6e19-4da4-a0aa-c9e057b47589), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.621791 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'Port': ['ID=b9a016b4-6e19-4da4-a0aa-c9e057b47589,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:08.630755 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (32027a05-a01d-4815-b655-20673cb8a349), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.731488 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:08.732680 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-25f7e89e-3361-4d22-a160-61138ffa01a2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3579283 Jul 25 19:16:08.956154 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-dcc8b8e8-0305-4558-9fe0-7b09cc89ff10 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1106546643&fields=id&tenant_id=5e929654eb2b4c1ca969174e94aa8de2 HTTP/1.1" status: 200 len: 267 time: 0.0441535 Jul 25 19:16:08.973684 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46420) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:09.028484 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-05d8e617-0d24-426e-9da5-a7b4ccf58e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:09.107412 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-f2eeb212-7afb-4bb6-8ea3-98b0c4e19664 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:09.108887 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-f2eeb212-7afb-4bb6-8ea3-98b0c4e19664 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 811 time: 0.1461568 Jul 25 19:16:09.139667 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-03b4727b-2c16-4031-ad62-083d6fc02f62 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/quotas/5e929654eb2b4c1ca969174e94aa8de2 HTTP/1.1" status: 200 len: 375 time: 0.0205877 Jul 25 19:16:09.208505 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-05d8e617-0d24-426e-9da5-a7b4ccf58e97 admin admin] Publish callbacks [] for security_group (467aafef-4cb5-4b52-9eb7-67c62b6950ea), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:09.213496 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-9eed9700-5033-43bf-81bc-9efcb80480b0 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664732 Jul 25 19:16:09.299083 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-05d8e617-0d24-426e-9da5-a7b4ccf58e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (467aafef-4cb5-4b52-9eb7-67c62b6950ea), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:09.311456 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=9 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:09.337297 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-ac3984f6-1a06-4742-a226-a93aeadbee6d service neutron] 10.222.0.17 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116033 Jul 25 19:16:09.377405 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-05d8e617-0d24-426e-9da5-a7b4ccf58e97 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=277c5b35298e4e4d905084273ece89f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4024794 Jul 25 19:16:09.380073 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46422) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:09.406753 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8e617-0d24-426e-9da5-a7b4ccf58e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467aafef-4cb5-4b52-9eb7-67c62b6950ea,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:09.425232 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:09.438829 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dedd16c8-006b-48bc-9272-cfdec55bafff admin admin] Publish callbacks [] for security_group (467aafef-4cb5-4b52-9eb7-67c62b6950ea), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:09.461819 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dedd16c8-006b-48bc-9272-cfdec55bafff admin admin] Publish callbacks [] for security_group (467aafef-4cb5-4b52-9eb7-67c62b6950ea), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:09.476823 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-0ab9f784-c56d-4584-81b4-5b54ea5822f7 service neutron] 10.222.0.17 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311698 Jul 25 19:16:09.573354 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dedd16c8-006b-48bc-9272-cfdec55bafff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (467aafef-4cb5-4b52-9eb7-67c62b6950ea), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:09.575902 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dedd16c8-006b-48bc-9272-cfdec55bafff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:09.577122 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-dedd16c8-006b-48bc-9272-cfdec55bafff admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/467aafef-4cb5-4b52-9eb7-67c62b6950ea HTTP/1.1" status: 204 len: 168 time: 0.1959336 Jul 25 19:16:09.597867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd16c8-006b-48bc-9272-cfdec55bafff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467aafef-4cb5-4b52-9eb7-67c62b6950ea,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:09.725513 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cebdd194-f7ed-46a6-bfce-7fa39c175d00 req-186d7443-546f-4d81-a7f0-7c1a9ecd0942 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 210 time: 0.0306852 Jul 25 19:16:10.824156 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-184719b6-e458-486c-bd5a-881a8d5aff45 req-0e835c47-0c77-4aca-88cf-d1d773b4b626 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 210 time: 0.0412195 Jul 25 19:16:11.837888 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:11.915759 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-879b3637-a318-4ec3-8a49-1df635cbf94a req-79b22412-aa7b-4fea-8606-5fbb44523e1e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 210 time: 0.0298972 Jul 25 19:16:12.187028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46488) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:12.302933 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-72d9f519-4f45-4af2-88b8-fe2324ba010b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:12.356263 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:12.384663 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-72d9f519-4f45-4af2-88b8-fe2324ba010b admin admin] Publish callbacks [] for security_group (b32ed30a-17ff-4fcc-bc40-c3474534f2e8), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:12.478003 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-72d9f519-4f45-4af2-88b8-fe2324ba010b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (b32ed30a-17ff-4fcc-bc40-c3474534f2e8), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:12.517894 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9f519-4f45-4af2-88b8-fe2324ba010b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32ed30a-17ff-4fcc-bc40-c3474534f2e8,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:12.523918 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-72d9f519-4f45-4af2-88b8-fe2324ba010b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ee8fa9d234ff418aa2310c85c19ccaee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3352287 Jul 25 19:16:12.526628 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46494) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:12.581241 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6bccac17-920c-43bd-ba82-6b3be27139e7 admin admin] Publish callbacks [] for security_group (b32ed30a-17ff-4fcc-bc40-c3474534f2e8), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:12.608940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6bccac17-920c-43bd-ba82-6b3be27139e7 admin admin] Publish callbacks [] for security_group (b32ed30a-17ff-4fcc-bc40-c3474534f2e8), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:12.712474 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6bccac17-920c-43bd-ba82-6b3be27139e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (b32ed30a-17ff-4fcc-bc40-c3474534f2e8), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:12.715153 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6bccac17-920c-43bd-ba82-6b3be27139e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:12.716374 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6bccac17-920c-43bd-ba82-6b3be27139e7 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/b32ed30a-17ff-4fcc-bc40-c3474534f2e8 HTTP/1.1" status: 204 len: 168 time: 0.1887281 Jul 25 19:16:12.724611 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccac17-920c-43bd-ba82-6b3be27139e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32ed30a-17ff-4fcc-bc40-c3474534f2e8,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:13.014512 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8110813c-a4b1-4bb4-954a-4d199800a657 req-b8e233d1-217b-4731-88ba-b060e7c8c4b8 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 210 time: 0.0365450 Jul 25 19:16:13.060335 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-9813626c-25a2-4da3-a86b-546f58537a0a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508125 Jul 25 19:16:13.119390 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-d8743bd7-839d-4832-8b24-81a7c997accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:13.121262 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-d8743bd7-839d-4832-8b24-81a7c997accc service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1129 time: 0.0396190 Jul 25 19:16:13.232719 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-82276b9b-ab94-4150-ad3f-62782c6bd98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:13.234759 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-82276b9b-ab94-4150-ad3f-62782c6bd98b service neutron] 10.222.0.88 "GET /v2.0/networks?id=258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 200 len: 909 time: 0.0937769 Jul 25 19:16:13.303070 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-e8ebbf1e-605a-435b-bd19-5961e2e909bf service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 1001 time: 0.0612528 Jul 25 19:16:13.355172 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-a6a210d9-7bc4-4f26-8a5b-af9621143278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:13.356636 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-a6a210d9-7bc4-4f26-8a5b-af9621143278 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb HTTP/1.1" status: 200 len: 847 time: 0.0478554 Jul 25 19:16:13.405235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-a5806481-deca-49fc-9d19-b3801ce65bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:13.407792 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-a5806481-deca-49fc-9d19-b3801ce65bf6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258528fe-2a61-40c6-8c40-081c24552b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442858 Jul 25 19:16:13.453571 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46506) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:13.467619 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4080d712-a932-40dd-8203-9e0f3f2417f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:13.474670 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:13.508542 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-7c703a9a-39ef-4def-b2be-31c10410954c service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939133 Jul 25 19:16:13.555961 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4080d712-a932-40dd-8203-9e0f3f2417f4 admin admin] Publish callbacks [] for security_group (ba27531e-9749-40db-9932-b46fe42d0d23), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:13.611198 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3d98a472-2f9e-438b-bd98-38acb6842a8e req-e21e4d35-9c0c-45e2-8e37-06c2508eab34 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959029 Jul 25 19:16:13.683947 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4080d712-a932-40dd-8203-9e0f3f2417f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ba27531e-9749-40db-9932-b46fe42d0d23), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:13.688136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:INSERT=10 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:13.726706 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-4080d712-a932-40dd-8203-9e0f3f2417f4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ae95fc413e994093b322bcfa6407182f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2717373 Jul 25 19:16:13.728023 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080d712-a932-40dd-8203-9e0f3f2417f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba27531e-9749-40db-9932-b46fe42d0d23,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:13.729397 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46508) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:13.779455 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4aee4d03-19ef-40f8-9494-56a940fdaa2c admin admin] Publish callbacks [] for security_group (ba27531e-9749-40db-9932-b46fe42d0d23), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:13.805273 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4aee4d03-19ef-40f8-9494-56a940fdaa2c admin admin] Publish callbacks [] for security_group (ba27531e-9749-40db-9932-b46fe42d0d23), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:13.817421 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:16:13.956013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4aee4d03-19ef-40f8-9494-56a940fdaa2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ba27531e-9749-40db-9932-b46fe42d0d23), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:13.958654 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4aee4d03-19ef-40f8-9494-56a940fdaa2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:13.959818 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-4aee4d03-19ef-40f8-9494-56a940fdaa2c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ba27531e-9749-40db-9932-b46fe42d0d23 HTTP/1.1" status: 204 len: 168 time: 0.2294655 Jul 25 19:16:13.970389 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee4d03-19ef-40f8-9494-56a940fdaa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba27531e-9749-40db-9932-b46fe42d0d23,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:14.129534 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-58af5b96-231f-4f1e-9d20-2f7689987402 req-05965ec4-e6a7-4938-a9f3-12c5ad0097ec tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 210 time: 0.0312881 Jul 25 19:16:15.252481 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b2734818-2b76-424c-acef-be858885ae0c req-b3a8aaf3-780b-42de-9ab9-90abd6da0f43 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 210 time: 0.0353925 Jul 25 19:16:16.368321 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:16.390392 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fd4039d2-68f8-4209-9d99-594902adacd8 req-e385a648-03f6-4161-90b2-a10aa37daa0f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 210 time: 0.0354810 Jul 25 19:16:16.445152 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-516a7a38-9831-4966-b12d-33e7fdbf31cf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:16.446715 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-516a7a38-9831-4966-b12d-33e7fdbf31cf tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 811 time: 0.1406708 Jul 25 19:16:16.526484 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-32684a28-e9e2-45ad-a4dd-fa103bf24882 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e929654eb2b4c1ca969174e94aa8de2 HTTP/1.1" status: 200 len: 380 time: 0.0712936 Jul 25 19:16:16.535758 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'port': {'device_id': 'd8cda365-54af-4db5-857e-91948f2d7503', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'admin_state_up': True, 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'security_groups': ['a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7']}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:16:16.723482 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Made reservation on behalf of 5e929654eb2b4c1ca969174e94aa8de2 for: {'port': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:16:16.727119 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:16.866507 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Allocated IP 172.20.0.14 (d6572528-5d40-45d4-b911-d98d584260e1/578bf41b-c9c5-467f-83e7-b2eac5279fd1/52683359-7607-4c5f-8e77-291378a6ff24) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:16:17.228860 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:17.251771 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for port (52683359-7607-4c5f-8e77-291378a6ff24), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:17.333280 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (52683359-7607-4c5f-8e77-291378a6ff24), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:17.384736 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Network d6572528-5d40-45d4-b911-d98d584260e1 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:16:17.388067 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:16:17.393134 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:16:17.420378 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event updated for resources: {'Port': ['ID=52683359-7607-4c5f-8e77-291378a6ff24,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:17.451825 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:17.452474 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:17.534725 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161f67e-037a-416c-881d-8ec87071caf3 req-90154bfe-8736-4c5d-9f0e-3dfe9ce874b6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:17.536326 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7161f67e-037a-416c-881d-8ec87071caf3 req-90154bfe-8736-4c5d-9f0e-3dfe9ce874b6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 932 time: 0.0588629 Jul 25 19:16:17.543101 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-186f21d6-362b-445c-b0e7-ca5a15ef2ef3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0109267 Jul 25 19:16:17.591142 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7161f67e-037a-416c-881d-8ec87071caf3 req-3875b387-61c6-47b6-aeba-d9fb9c9633f2 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468266 Jul 25 19:16:17.658593 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Request body: {'port': {'device_id': 'd8cda365-54af-4db5-857e-91948f2d7503', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:16:17.660831 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5dd6d9d7-c4d4-41ba-975e-aad9e59d2bf2 None None] Provisioning complete for port 52683359-7607-4c5f-8e77-291378a6ff24 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:16:17.661322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5dd6d9d7-c4d4-41ba-975e-aad9e59d2bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (52683359-7607-4c5f-8e77-291378a6ff24), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:17.698798 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6d9d7-c4d4-41ba-975e-aad9e59d2bf2 None None] Port 52683359-7607-4c5f-8e77-291378a6ff24 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:16:17.728044 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (52683359-7607-4c5f-8e77-291378a6ff24), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:17.729859 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:18.051459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52683359-7607-4c5f-8e77-291378a6ff24 {{(pid=111002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:16:18.059241 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Publish callbacks [] for port (52683359-7607-4c5f-8e77-291378a6ff24), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:18.072866 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.provisioning_blocks [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Transition to ACTIVE for port object 52683359-7607-4c5f-8e77-291378a6ff24 will not be triggered until provisioned by entity L2. {{(pid=111002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:16:18.213487 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (52683359-7607-4c5f-8e77-291378a6ff24), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:18.269409 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Pushing event updated for resources: {'Port': ['ID=52683359-7607-4c5f-8e77-291378a6ff24,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:18.343788 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Attempting to bind port 52683359-7607-4c5f-8e77-291378a6ff24 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:16:18.344115 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Attempting to bind port 52683359-7607-4c5f-8e77-291378a6ff24 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:16:18.344453 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Attempting to bind port 52683359-7607-4c5f-8e77-291378a6ff24 on network d6572528-5d40-45d4-b911-d98d584260e1 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:16:18.349865 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Port 52683359-7607-4c5f-8e77-291378a6ff24 on network d6572528-5d40-45d4-b911-d98d584260e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:16:18.350185 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Attempting to bind port 52683359-7607-4c5f-8e77-291378a6ff24 on network d6572528-5d40-45d4-b911-d98d584260e1 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:16:18.356220 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 16, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:16:18.356574 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Checking segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:16:18.357107 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Bound using segment: {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:16:18.357549 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Bound port: 52683359-7607-4c5f-8e77-291378a6ff24, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07ed06d9-c973-4509-9e98-11c2ed0c7818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1'}}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:16:18.358409 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (52683359-7607-4c5f-8e77-291378a6ff24), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:18.373372 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:18.433467 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] For port 52683359-7607-4c5f-8e77-291378a6ff24, host hv-cinder-82002, cleared binding levels {{(pid=111002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:16:18.436681 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] For port 52683359-7607-4c5f-8e77-291378a6ff24, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=52683359-7607-4c5f-8e77-291378a6ff24,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:16:18.514767 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:18.524307 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (52683359-7607-4c5f-8e77-291378a6ff24), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:18.561079 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:18.561771 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:18.563735 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] 10.222.0.88 "PUT /v2.0/ports/52683359-7607-4c5f-8e77-291378a6ff24 HTTP/1.1" status: 200 len: 1094 time: 0.9107003 Jul 25 19:16:18.568406 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cda365-54af-4db5-857e-91948f2d7503', 'tag': '52683359-7607-4c5f-8e77-291378a6ff24'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:16:18.573897 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ade22-a90c-486d-b57f-2ba2a2ac897b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cda365-54af-4db5-857e-91948f2d7503", "tag": "52683359-7607-4c5f-8e77-291378a6ff24"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:16:18.595290 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21006da0-2a7c-47f3-a0fc-6564df43ec7a service neutron] Pushing event updated for resources: {'Port': ['ID=52683359-7607-4c5f-8e77-291378a6ff24,revision_number=3']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:18.631469 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ca61ee-9e90-4209-9e07-8135e3639e28 x-openstack-request-id: req-d9ca61ee-9e90-4209-9e07-8135e3639e28 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:16:18.631469 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cda365-54af-4db5-857e-91948f2d7503", "tag": "52683359-7607-4c5f-8e77-291378a6ff24", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:16:18.631469 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d9ca61ee-9e90-4209-9e07-8135e3639e28 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:16:18.632128 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ca61ee-9e90-4209-9e07-8135e3639e28'] response: {'name': 'network-changed', 'server_uuid': 'd8cda365-54af-4db5-857e-91948f2d7503', 'tag': '52683359-7607-4c5f-8e77-291378a6ff24', 'status': 'completed', 'code': 200} Jul 25 19:16:18.707737 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ade22-a90c-486d-b57f-2ba2a2ac897b req-be63edf8-8510-418b-bc2d-8a0ec637240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:18.709397 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d6ade22-a90c-486d-b57f-2ba2a2ac897b req-be63edf8-8510-418b-bc2d-8a0ec637240b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 1128 time: 0.0463729 Jul 25 19:16:18.755548 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df3802-2e01-4ec1-9eb7-025cae59ad01 req-47927c40-462f-4ec3-b38b-ffc64c30cf0b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:18.757698 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-46df3802-2e01-4ec1-9eb7-025cae59ad01 req-47927c40-462f-4ec3-b38b-ffc64c30cf0b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 944 time: 0.0644789 Jul 25 19:16:18.823927 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-46df3802-2e01-4ec1-9eb7-025cae59ad01 req-51017b76-ba02-4f55-9072-31e63ec51c7c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596349 Jul 25 19:16:18.844563 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:18.848931 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ade22-a90c-486d-b57f-2ba2a2ac897b req-e4cdbd04-0784-4626-9614-c96f1a85daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:18.850623 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d6ade22-a90c-486d-b57f-2ba2a2ac897b req-e4cdbd04-0784-4626-9614-c96f1a85daa7 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1343684 Jul 25 19:16:18.973291 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ade22-a90c-486d-b57f-2ba2a2ac897b req-aa59ded3-bf62-4fe8-8060-40b93350ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:18.974842 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8d6ade22-a90c-486d-b57f-2ba2a2ac897b req-aa59ded3-bf62-4fe8-8060-40b93350ffb8 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1177633 Jul 25 19:16:19.062293 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-fe004a9b-3fe7-4fb9-b072-72bc75753094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:19.063860 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-fe004a9b-3fe7-4fb9-b072-72bc75753094 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 1128 time: 0.0471733 Jul 25 19:16:19.111642 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-3dc13655-d6cb-4537-b999-e8ee85cdbe5a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52683359-7607-4c5f-8e77-291378a6ff24 HTTP/1.1" status: 200 len: 217 time: 0.0366182 Jul 25 19:16:19.126797 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:19.166792 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-f78c2b42-6ba5-4e06-a409-e2bb0a39a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:19.168370 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-f78c2b42-6ba5-4e06-a409-e2bb0a39a13f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 200 len: 850 time: 0.0503573 Jul 25 19:16:19.216214 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-91cc1b6a-f364-4185-b4b4-a738825a136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:19.217747 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-91cc1b6a-f364-4185-b4b4-a738825a136b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6572528-5d40-45d4-b911-d98d584260e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430152 Jul 25 19:16:19.322217 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-1b6c277f-d5a8-4151-8a9e-6cf382192b02 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970812 Jul 25 19:16:19.435680 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9a1dcca8-4794-4146-87d7-48fe806ce30d req-6f0c1520-67ef-46cb-a72e-e58ea0602f10 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058090 Jul 25 19:16:19.441592 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46596) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:19.565943 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f2df11f2-7e2d-4678-a928-98cceaf99ebf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:19.664859 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f2df11f2-7e2d-4678-a928-98cceaf99ebf admin admin] Publish callbacks [] for security_group (af0d5e5f-27ec-4839-845e-35f2597fb027), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:19.735066 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f2df11f2-7e2d-4678-a928-98cceaf99ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (af0d5e5f-27ec-4839-845e-35f2597fb027), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:19.778766 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f2df11f2-7e2d-4678-a928-98cceaf99ebf admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=9fb43314dce84f1c97fc18f89149c9b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3359904 Jul 25 19:16:19.779526 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df11f2-7e2d-4678-a928-98cceaf99ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d5e5f-27ec-4839-845e-35f2597fb027,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:19.782355 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46600) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:19.836527 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Publish callbacks [] for security_group (af0d5e5f-27ec-4839-845e-35f2597fb027), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:19.859047 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Publish callbacks [] for security_group (af0d5e5f-27ec-4839-845e-35f2597fb027), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:19.967191 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718ae1a-5049-4071-bb64-92f0d8fc7865 req-06ec45db-9065-49d9-91dc-94770c87b72e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:19.968895 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b718ae1a-5049-4071-bb64-92f0d8fc7865 req-06ec45db-9065-49d9-91dc-94770c87b72e tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 944 time: 0.0516460 Jul 25 19:16:20.026670 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b718ae1a-5049-4071-bb64-92f0d8fc7865 req-020f324b-3eb5-445d-8a8f-2b55e39bee3b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513606 Jul 25 19:16:20.031048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (af0d5e5f-27ec-4839-845e-35f2597fb027), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:20.034363 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:20.036441 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/af0d5e5f-27ec-4839-845e-35f2597fb027 HTTP/1.1" status: 204 len: 168 time: 0.2520795 Jul 25 19:16:20.048789 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d5e5f-27ec-4839-845e-35f2597fb027,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:20.061460 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.063560 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.063908 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.064268 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.064610 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.064948 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.065283 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.065757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.066095 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.066492 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.066772 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.067095 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.067431 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.067759 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.068083 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73f85b-dc54-4b66-9b62-4e81636c188e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.746812 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46608) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:20.762417 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:20.816049 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:20.850213 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Publish callbacks [] for security_group (2f11cd7c-15b9-48d1-ac90-f50557857f66), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:20.910065 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2f11cd7c-15b9-48d1-ac90-f50557857f66), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:20.954448 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f11cd7c-15b9-48d1-ac90-f50557857f66,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:20.958599 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=75da664260b1445b82f2ccd046c9023e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106922 Jul 25 19:16:20.961610 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46610) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:20.965782 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.965782 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.966128 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.966409 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.966741 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.967755 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.967755 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.967755 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.968843 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.968968 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.969523 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.969789 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.970101 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.970465 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:20.970799 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d1814d-69dd-4c31-8e25-4974bf15c3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:21.019338 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bffd4d22-6925-40e5-a088-627782fe8033 admin admin] Publish callbacks [] for security_group (2f11cd7c-15b9-48d1-ac90-f50557857f66), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:21.042113 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bffd4d22-6925-40e5-a088-627782fe8033 admin admin] Publish callbacks [] for security_group (2f11cd7c-15b9-48d1-ac90-f50557857f66), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:21.161952 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f6fdd-83df-4330-b6be-a6c8feb02359 req-c202c62e-7e42-40d9-967a-90af6976692f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:21.163523 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-459f6fdd-83df-4330-b6be-a6c8feb02359 req-c202c62e-7e42-40d9-967a-90af6976692f tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 944 time: 0.0507181 Jul 25 19:16:21.168950 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bffd4d22-6925-40e5-a088-627782fe8033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2f11cd7c-15b9-48d1-ac90-f50557857f66), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:21.171587 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bffd4d22-6925-40e5-a088-627782fe8033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:21.172832 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-bffd4d22-6925-40e5-a088-627782fe8033 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2f11cd7c-15b9-48d1-ac90-f50557857f66 HTTP/1.1" status: 204 len: 168 time: 0.2100375 Jul 25 19:16:21.196398 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd4d22-6925-40e5-a088-627782fe8033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f11cd7c-15b9-48d1-ac90-f50557857f66,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:21.222872 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:21.236104 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-459f6fdd-83df-4330-b6be-a6c8feb02359 req-51cb365d-fbe2-4242-8b45-437f209f21cd tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621688 Jul 25 19:16:21.768250 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:22.379293 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7558721-dfad-48ca-a940-c328836270fa req-db9f2f4f-f0c7-4ed7-a798-276dc6075cac tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:22.381895 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d7558721-dfad-48ca-a940-c328836270fa req-db9f2f4f-f0c7-4ed7-a798-276dc6075cac tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 944 time: 0.0664787 Jul 25 19:16:22.438588 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d7558721-dfad-48ca-a940-c328836270fa req-320d2102-2110-4664-b1f3-eb1155b2ca7a tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502048 Jul 25 19:16:22.530404 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 52683359-7607-4c5f-8e77-291378a6ff24 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:16:22.637685 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 52683359-7607-4c5f-8e77-291378a6ff24, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=52683359-7607-4c5f-8e77-291378a6ff24,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:16:22.650026 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '52683359-7607-4c5f-8e77-291378a6ff24', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'port_id': '52683359-7607-4c5f-8e77-291378a6ff24', 'mac_address': 'fa:16:3e:1d:d8:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:16:22.689610 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 52683359-7607-4c5f-8e77-291378a6ff24 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:16:22.689948 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (52683359-7607-4c5f-8e77-291378a6ff24), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:22.706103 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52683359-7607-4c5f-8e77-291378a6ff24 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:16:22.728054 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 52683359-7607-4c5f-8e77-291378a6ff24, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=52683359-7607-4c5f-8e77-291378a6ff24,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:16:22.789980 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (52683359-7607-4c5f-8e77-291378a6ff24), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:22.849175 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=52683359-7607-4c5f-8e77-291378a6ff24,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:23.157612 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['52683359-7607-4c5f-8e77-291378a6ff24'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:16:23.560559 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca8986-94ab-436c-8c4f-3113e3dfcfcc req-aed9b7b2-33de-4919-81c1-36a0e14260c1 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:23.562238 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-02ca8986-94ab-436c-8c4f-3113e3dfcfcc req-aed9b7b2-33de-4919-81c1-36a0e14260c1 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 945 time: 0.0491900 Jul 25 19:16:23.612113 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-02ca8986-94ab-436c-8c4f-3113e3dfcfcc req-8d5c7827-83c4-4f7a-81d2-1b8cffcb1686 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Jul 25 19:16:23.814236 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=9 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:24.553411 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 52683359-7607-4c5f-8e77-291378a6ff24 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:16:24.603004 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 52683359-7607-4c5f-8e77-291378a6ff24 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:16:24.706754 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 52683359-7607-4c5f-8e77-291378a6ff24 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:16:24.707141 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (52683359-7607-4c5f-8e77-291378a6ff24), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:24.748369 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdddf032-0635-4be9-9c41-1d6e198406ef req-6a36359b-6e44-4e20-b095-469005d2aa4a tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:24.750976 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fdddf032-0635-4be9-9c41-1d6e198406ef req-6a36359b-6e44-4e20-b095-469005d2aa4a tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 945 time: 0.0606983 Jul 25 19:16:24.789756 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 52683359-7607-4c5f-8e77-291378a6ff24 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:16:24.790155 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (52683359-7607-4c5f-8e77-291378a6ff24), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:24.816941 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fdddf032-0635-4be9-9c41-1d6e198406ef req-4c9e77ed-da4d-4a62-9a7a-9c25c2e91756 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596938 Jul 25 19:16:24.824889 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cda365-54af-4db5-857e-91948f2d7503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52683359-7607-4c5f-8e77-291378a6ff24'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:16:24.827227 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faeda94-1acd-41ef-8a0c-5da028cfb5f6" -d '{"events": [{"server_uuid": "d8cda365-54af-4db5-857e-91948f2d7503", "name": "network-vif-plugged", "status": "completed", "tag": "52683359-7607-4c5f-8e77-291378a6ff24"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:16:24.842960 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 52683359-7607-4c5f-8e77-291378a6ff24, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=52683359-7607-4c5f-8e77-291378a6ff24,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:16:24.926897 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (52683359-7607-4c5f-8e77-291378a6ff24), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:24.979074 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=52683359-7607-4c5f-8e77-291378a6ff24,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:25.009961 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60022c8b-26d4-4a97-90cb-7befcd3eb71b x-openstack-request-id: req-60022c8b-26d4-4a97-90cb-7befcd3eb71b {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:16:25.010269 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cda365-54af-4db5-857e-91948f2d7503", "name": "network-vif-plugged", "status": "completed", "tag": "52683359-7607-4c5f-8e77-291378a6ff24", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:16:25.010547 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-60022c8b-26d4-4a97-90cb-7befcd3eb71b {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:16:25.010951 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60022c8b-26d4-4a97-90cb-7befcd3eb71b'] response: {'server_uuid': 'd8cda365-54af-4db5-857e-91948f2d7503', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52683359-7607-4c5f-8e77-291378a6ff24', 'code': 200} Jul 25 19:16:25.348651 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:25.356942 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a8c64-a475-4e72-a2e7-e66b19c74767 req-1f165f98-0aaf-4c51-826a-e4031a44edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:25.358600 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6f3a8c64-a475-4e72-a2e7-e66b19c74767 req-1f165f98-0aaf-4c51-826a-e4031a44edb5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 1130 time: 0.0445654 Jul 25 19:16:25.407824 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6f3a8c64-a475-4e72-a2e7-e66b19c74767 req-13bb4ffd-1582-4356-aadd-2ea48c523404 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430951 Jul 25 19:16:25.814439 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-65552b92-483e-40a2-b7c7-39e5b5ea7aa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:25.944195 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e488bd-b1c3-4aa8-bdc2-7788033ebac6 req-c8cb2c3a-cb7e-48ea-a2d3-688a7ff6c523 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:25.945783 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e5e488bd-b1c3-4aa8-bdc2-7788033ebac6 req-c8cb2c3a-cb7e-48ea-a2d3-688a7ff6c523 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 946 time: 0.0524154 Jul 25 19:16:25.999227 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e5e488bd-b1c3-4aa8-bdc2-7788033ebac6 req-1d72dc44-6ec4-4e33-9fe9-d2416a9a438c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474236 Jul 25 19:16:27.123082 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b2d7-28c0-4aab-b6a8-2c587d7febb2 req-728315e5-451d-4e97-a25c-76909182d9ea tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:27.124595 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b18b2d7-28c0-4aab-b6a8-2c587d7febb2 req-728315e5-451d-4e97-a25c-76909182d9ea tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 946 time: 0.0507514 Jul 25 19:16:27.174316 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b18b2d7-28c0-4aab-b6a8-2c587d7febb2 req-cdc1882b-796a-4973-85e6-fe2336bd0abe tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439272 Jul 25 19:16:27.303235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259e81b2-053d-44f2-90cb-5b2b11728edb req-a11dbc1b-91f9-46fd-a7d7-31b0780a3db6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:27.304775 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-259e81b2-053d-44f2-90cb-5b2b11728edb req-a11dbc1b-91f9-46fd-a7d7-31b0780a3db6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 946 time: 0.0586104 Jul 25 19:16:27.314579 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46706) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:27.319091 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Request body: {'floatingip': {'port_id': '52683359-7607-4c5f-8e77-291378a6ff24'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:16:27.357913 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (32027a05-a01d-4815-b655-20673cb8a349), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:27.808007 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:27.872430 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (32027a05-a01d-4815-b655-20673cb8a349), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:27.972523 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Floating IP 32027a05-a01d-4815-b655-20673cb8a349 associated. External IP: 172.27.0.243, port: 52683359-7607-4c5f-8e77-291378a6ff24. Jul 25 19:16:27.975217 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:28.184006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Router 6408ca1f-dcb1-4899-a78d-2433aec95226 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:16:28.209138 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:28.305232 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:16:28.310489 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:28.315538 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] Sync routers for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:16:28.322672 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-415e2540-451a-4f56-a627-05059162652d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:28.330799 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:16:28.331435 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:16:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:16:28.344678 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f7c399ce-9daf-46e2-8440-5069319dde7d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "PUT /v2.0/floatingips/32027a05-a01d-4815-b655-20673cb8a349 HTTP/1.1" status: 200 len: 992 time: 1.0290246 Jul 25 19:16:28.345270 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cda365-54af-4db5-857e-91948f2d7503', 'tag': '52683359-7607-4c5f-8e77-291378a6ff24'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:16:28.347864 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f54455-2dce-4dee-8691-7970127ecc41" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cda365-54af-4db5-857e-91948f2d7503", "tag": "52683359-7607-4c5f-8e77-291378a6ff24"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:16:28.386635 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14351c7-e26b-476e-939f-07704de0456f x-openstack-request-id: req-f14351c7-e26b-476e-939f-07704de0456f {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:16:28.386929 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cda365-54af-4db5-857e-91948f2d7503", "tag": "52683359-7607-4c5f-8e77-291378a6ff24", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:16:28.387120 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f14351c7-e26b-476e-939f-07704de0456f {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:16:28.387635 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f14351c7-e26b-476e-939f-07704de0456f'] response: {'name': 'network-changed', 'server_uuid': 'd8cda365-54af-4db5-857e-91948f2d7503', 'tag': '52683359-7607-4c5f-8e77-291378a6ff24', 'status': 'completed', 'code': 200} Jul 25 19:16:28.412036 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:28.434718 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:28.445557 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:16:28.455005 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54455-2dce-4dee-8691-7970127ecc41 req-7e24c90c-f990-4b85-97d9-ef9fb713befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:28.456693 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67f54455-2dce-4dee-8691-7970127ecc41 req-7e24c90c-f990-4b85-97d9-ef9fb713befa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 1130 time: 0.0482690 Jul 25 19:16:28.559204 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54455-2dce-4dee-8691-7970127ecc41 req-0e11dea1-23dd-4f5d-a8cb-34e59d5a7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:28.560711 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67f54455-2dce-4dee-8691-7970127ecc41 req-0e11dea1-23dd-4f5d-a8cb-34e59d5a7a63 service neutron] 10.222.0.88 "GET /v2.0/networks?id=d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 200 len: 912 time: 0.0959566 Jul 25 19:16:28.644855 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67f54455-2dce-4dee-8691-7970127ecc41 req-f8a2c2ce-b279-42bd-b58f-45980840001a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52683359-7607-4c5f-8e77-291378a6ff24 HTTP/1.1" status: 200 len: 1000 time: 0.0639355 Jul 25 19:16:28.677557 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '32027a05-a01d-4815-b655-20673cb8a349', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'port_id': '52683359-7607-4c5f-8e77-291378a6ff24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'mac_address': 'fa:16:3e:1d:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cda365-54af-4db5-857e-91948f2d7503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:16:08Z', 'updated_at': '2022-07-25T19:16:27Z', 'revision_number': 1, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:16:28.690135 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54455-2dce-4dee-8691-7970127ecc41 req-5bad3459-3077-4a2d-ad20-2aede87eab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:28.692055 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67f54455-2dce-4dee-8691-7970127ecc41 req-5bad3459-3077-4a2d-ad20-2aede87eab95 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 200 len: 850 time: 0.0536382 Jul 25 19:16:28.706076 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] Checking router: 6408ca1f-dcb1-4899-a78d-2433aec95226 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:16:28.715175 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:16:28.715990 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:16:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:16:28.745883 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f54455-2dce-4dee-8691-7970127ecc41 req-4d58a49e-9156-4173-9931-198d84b31147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:28.747474 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67f54455-2dce-4dee-8691-7970127ecc41 req-4d58a49e-9156-4173-9931-198d84b31147 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=d6572528-5d40-45d4-b911-d98d584260e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484242 Jul 25 19:16:28.829971 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:16:28.848841 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67f54455-2dce-4dee-8691-7970127ecc41 req-eb0333eb-db29-450f-b131-3dad9c1a6440 service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942020 Jul 25 19:16:28.944693 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-67f54455-2dce-4dee-8691-7970127ecc41 req-f967f186-c966-4192-b7ac-26f81ef4bbde service neutron] 10.222.0.88 "GET /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896506 Jul 25 19:16:29.050273 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '32027a05-a01d-4815-b655-20673cb8a349', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'port_id': '52683359-7607-4c5f-8e77-291378a6ff24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'mac_address': 'fa:16:3e:1d:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cda365-54af-4db5-857e-91948f2d7503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:16:08Z', 'updated_at': '2022-07-25T19:16:27Z', 'revision_number': 1, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:16:29.079828 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5829de1-3138-446f-8fcc-4996f5158422 None None] The sync data for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi is: [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '32027a05-a01d-4815-b655-20673cb8a349', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'floating_ip_address': '172.27.0.243', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'port_id': '52683359-7607-4c5f-8e77-291378a6ff24', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'mac_address': 'fa:16:3e:1d:d8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cda365-54af-4db5-857e-91948f2d7503', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:16:08Z', 'updated_at': '2022-07-25T19:16:27Z', 'revision_number': 1, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:16:29.270942 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a03f41-3557-4994-b537-90363910d8d5 None None] New status for floating IP 32027a05-a01d-4815-b655-20673cb8a349: ACTIVE {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:16:29.540554 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:30.883500 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:31.317372 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:36.964215 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46774) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:37.072407 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-11d5f756-a959-4938-9f4a-556576b38299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:37.112144 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:37.156120 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-11d5f756-a959-4938-9f4a-556576b38299 admin admin] Publish callbacks [] for security_group (f5c0322f-3fa4-4d60-948d-6cc6ab5f583b), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:37.166641 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=20 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:37.169535 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=77,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:37.246760 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-11d5f756-a959-4938-9f4a-556576b38299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f5c0322f-3fa4-4d60-948d-6cc6ab5f583b), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:37.286535 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5f756-a959-4938-9f4a-556576b38299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c0322f-3fa4-4d60-948d-6cc6ab5f583b,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:37.290770 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-11d5f756-a959-4938-9f4a-556576b38299 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d14616444c6c4af3907d82d4b6aba4b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255548 Jul 25 19:16:37.293852 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46778) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:37.345344 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-79ab17fd-71e7-4f7d-9355-1faffc13e5f0 admin admin] Publish callbacks [] for security_group (f5c0322f-3fa4-4d60-948d-6cc6ab5f583b), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:37.346797 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:37.368401 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-79ab17fd-71e7-4f7d-9355-1faffc13e5f0 admin admin] Publish callbacks [] for security_group (f5c0322f-3fa4-4d60-948d-6cc6ab5f583b), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:37.498113 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-79ab17fd-71e7-4f7d-9355-1faffc13e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f5c0322f-3fa4-4d60-948d-6cc6ab5f583b), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:37.501286 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-79ab17fd-71e7-4f7d-9355-1faffc13e5f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:37.502490 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-79ab17fd-71e7-4f7d-9355-1faffc13e5f0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f5c0322f-3fa4-4d60-948d-6cc6ab5f583b HTTP/1.1" status: 204 len: 168 time: 0.2074718 Jul 25 19:16:37.510758 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab17fd-71e7-4f7d-9355-1faffc13e5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c0322f-3fa4-4d60-948d-6cc6ab5f583b,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:38.105436 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46784) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:38.120355 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cc68c449-3c9a-4d1e-ae52-848116dff311 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:38.202658 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cc68c449-3c9a-4d1e-ae52-848116dff311 admin admin] Publish callbacks [] for security_group (3529f917-eb2d-4d3b-9560-76e5203b7846), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:38.248635 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cc68c449-3c9a-4d1e-ae52-848116dff311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (3529f917-eb2d-4d3b-9560-76e5203b7846), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:38.288082 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68c449-3c9a-4d1e-ae52-848116dff311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3529f917-eb2d-4d3b-9560-76e5203b7846,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:38.292300 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-cc68c449-3c9a-4d1e-ae52-848116dff311 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3f99ae35abcb44e486cb9556ba171949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858623 Jul 25 19:16:38.294910 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46786) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:38.346472 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d883893c-7db9-4ded-93db-8b8f1d8a7533 admin admin] Publish callbacks [] for security_group (3529f917-eb2d-4d3b-9560-76e5203b7846), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:38.368864 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d883893c-7db9-4ded-93db-8b8f1d8a7533 admin admin] Publish callbacks [] for security_group (3529f917-eb2d-4d3b-9560-76e5203b7846), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:38.487014 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d883893c-7db9-4ded-93db-8b8f1d8a7533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (3529f917-eb2d-4d3b-9560-76e5203b7846), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:38.489676 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d883893c-7db9-4ded-93db-8b8f1d8a7533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:38.490868 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d883893c-7db9-4ded-93db-8b8f1d8a7533 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3529f917-eb2d-4d3b-9560-76e5203b7846 HTTP/1.1" status: 204 len: 168 time: 0.1950791 Jul 25 19:16:38.501116 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883893c-7db9-4ded-93db-8b8f1d8a7533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3529f917-eb2d-4d3b-9560-76e5203b7846,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:39.090778 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46792) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:39.105411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b182-b5c4-4fca-bce8-ec7f51206f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:39.190075 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b182-b5c4-4fca-bce8-ec7f51206f04 admin admin] Publish callbacks [] for security_group (3455923b-4e2a-4da9-a568-aee5c35b5c4a), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:39.259798 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cdc1b182-b5c4-4fca-bce8-ec7f51206f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (3455923b-4e2a-4da9-a568-aee5c35b5c4a), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:39.307514 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1b182-b5c4-4fca-bce8-ec7f51206f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3455923b-4e2a-4da9-a568-aee5c35b5c4a,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:39.312197 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-cdc1b182-b5c4-4fca-bce8-ec7f51206f04 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=2d58145dd6ce41cb94e5226ed19d1118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201312 Jul 25 19:16:39.315444 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46794) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:39.368873 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb70c-ef54-48ad-b96f-76e51c3c8430 admin admin] Publish callbacks [] for security_group (3455923b-4e2a-4da9-a568-aee5c35b5c4a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:39.373521 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:39.394657 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb70c-ef54-48ad-b96f-76e51c3c8430 admin admin] Publish callbacks [] for security_group (3455923b-4e2a-4da9-a568-aee5c35b5c4a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:39.405466 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:39.545657 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb70c-ef54-48ad-b96f-76e51c3c8430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (3455923b-4e2a-4da9-a568-aee5c35b5c4a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:39.548390 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb70c-ef54-48ad-b96f-76e51c3c8430 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:39.549559 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-e2cbb70c-ef54-48ad-b96f-76e51c3c8430 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/3455923b-4e2a-4da9-a568-aee5c35b5c4a HTTP/1.1" status: 204 len: 168 time: 0.2331257 Jul 25 19:16:39.557818 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbb70c-ef54-48ad-b96f-76e51c3c8430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3455923b-4e2a-4da9-a568-aee5c35b5c4a,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:40.195270 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b155d-72bd-4831-b919-9e371454c3ce req-3a66e0b0-29fc-4087-85bb-7f28e858873f tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:40.202595 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c08b155d-72bd-4831-b919-9e371454c3ce req-3a66e0b0-29fc-4087-85bb-7f28e858873f tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0744135 Jul 25 19:16:40.250441 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c08b155d-72bd-4831-b919-9e371454c3ce req-70f1455a-7384-4c8a-9677-29bcd873e255 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464063 Jul 25 19:16:41.359400 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:INSERT=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:41.369158 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:41.378759 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2164d3-ac9e-49f9-af0f-d6d34f109ddf req-2e383fff-387b-4525-a784-138a909814c1 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:41.380302 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4c2164d3-ac9e-49f9-af0f-d6d34f109ddf req-2e383fff-387b-4525-a784-138a909814c1 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0534754 Jul 25 19:16:41.439605 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4c2164d3-ac9e-49f9-af0f-d6d34f109ddf req-dc852547-db5a-40bb-9cbd-44b3c3d3817b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533197 Jul 25 19:16:41.854359 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:42.565017 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8e11e-2196-4417-a5c9-0bb8f28779d1 req-a86d1208-383e-40b6-97de-80b3f6860175 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:42.566563 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-00c8e11e-2196-4417-a5c9-0bb8f28779d1 req-a86d1208-383e-40b6-97de-80b3f6860175 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0493028 Jul 25 19:16:42.619172 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-00c8e11e-2196-4417-a5c9-0bb8f28779d1 req-b947deec-ba98-4af6-811d-7cd724ffa77a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465147 Jul 25 19:16:43.250053 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 46874) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:43.357588 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7f57c856-e7fc-4bef-9ca3-8e20d0907907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:43.435998 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7f57c856-e7fc-4bef-9ca3-8e20d0907907 admin admin] Publish callbacks [] for security_group (9b6452c0-0949-4c42-b400-2c0cae0f7a88), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:43.515540 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7f57c856-e7fc-4bef-9ca3-8e20d0907907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9b6452c0-0949-4c42-b400-2c0cae0f7a88), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:43.557685 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-7f57c856-e7fc-4bef-9ca3-8e20d0907907 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a0ef43661f054dceb41f26dfdde4d81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3064225 Jul 25 19:16:43.558682 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57c856-e7fc-4bef-9ca3-8e20d0907907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6452c0-0949-4c42-b400-2c0cae0f7a88,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:43.560363 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46878) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:43.612413 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83a52912-76c1-4dd1-a6c5-2dd8c47feab6 admin admin] Publish callbacks [] for security_group (9b6452c0-0949-4c42-b400-2c0cae0f7a88), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:43.638097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83a52912-76c1-4dd1-a6c5-2dd8c47feab6 admin admin] Publish callbacks [] for security_group (9b6452c0-0949-4c42-b400-2c0cae0f7a88), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:43.746076 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6f919-641a-4ec2-8e1b-ce1cdd072f9d req-e91c15e2-0f94-4851-baab-6d7260026a88 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:43.747565 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c6a6f919-641a-4ec2-8e1b-ce1cdd072f9d req-e91c15e2-0f94-4851-baab-6d7260026a88 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0481815 Jul 25 19:16:43.772349 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83a52912-76c1-4dd1-a6c5-2dd8c47feab6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9b6452c0-0949-4c42-b400-2c0cae0f7a88), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:43.775110 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83a52912-76c1-4dd1-a6c5-2dd8c47feab6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:43.776347 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-83a52912-76c1-4dd1-a6c5-2dd8c47feab6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9b6452c0-0949-4c42-b400-2c0cae0f7a88 HTTP/1.1" status: 204 len: 168 time: 0.2149844 Jul 25 19:16:43.787346 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a52912-76c1-4dd1-a6c5-2dd8c47feab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6452c0-0949-4c42-b400-2c0cae0f7a88,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:43.800456 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c6a6f919-641a-4ec2-8e1b-ce1cdd072f9d req-42689ab0-af82-465c-a716-ea90fdf8007f tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470929 Jul 25 19:16:43.823146 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:44.553936 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46886) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:44.569715 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83b31f58-de7d-4c8d-8c50-7da6bc4467ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:44.648204 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83b31f58-de7d-4c8d-8c50-7da6bc4467ed admin admin] Publish callbacks [] for security_group (35242691-fa24-429e-abf1-c31e502cd321), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:44.711182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83b31f58-de7d-4c8d-8c50-7da6bc4467ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (35242691-fa24-429e-abf1-c31e502cd321), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:44.750293 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b31f58-de7d-4c8d-8c50-7da6bc4467ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35242691-fa24-429e-abf1-c31e502cd321,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:44.755154 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-83b31f58-de7d-4c8d-8c50-7da6bc4467ed admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=a0f57a3c806e4be0ace9216655fbf5df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995451 Jul 25 19:16:44.757945 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 46888) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:44.809096 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3eba88a8-afab-4e29-9303-8e8d03882204 admin admin] Publish callbacks [] for security_group (35242691-fa24-429e-abf1-c31e502cd321), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:44.831257 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3eba88a8-afab-4e29-9303-8e8d03882204 admin admin] Publish callbacks [] for security_group (35242691-fa24-429e-abf1-c31e502cd321), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:44.932337 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa60eb-b5cb-4684-8cf4-c44d91f792b7 req-a8df6bc4-fa70-4f90-a15b-2cd891aa0f1a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:44.938533 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c8aa60eb-b5cb-4684-8cf4-c44d91f792b7 req-a8df6bc4-fa70-4f90-a15b-2cd891aa0f1a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Jul 25 19:16:44.968557 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3eba88a8-afab-4e29-9303-8e8d03882204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (35242691-fa24-429e-abf1-c31e502cd321), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:44.972212 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3eba88a8-afab-4e29-9303-8e8d03882204 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:44.973383 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3eba88a8-afab-4e29-9303-8e8d03882204 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/35242691-fa24-429e-abf1-c31e502cd321 HTTP/1.1" status: 204 len: 168 time: 0.2151539 Jul 25 19:16:44.991343 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba88a8-afab-4e29-9303-8e8d03882204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35242691-fa24-429e-abf1-c31e502cd321,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:45.013888 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c8aa60eb-b5cb-4684-8cf4-c44d91f792b7 req-aeede975-aca3-4203-baf2-cb38a303dfe5 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726869 Jul 25 19:16:46.142818 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09395b9-49fb-4148-a509-d35ccbe9506d req-6e039020-03c5-433f-84ba-06833c98c9ff tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:46.144322 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d09395b9-49fb-4148-a509-d35ccbe9506d req-6e039020-03c5-433f-84ba-06833c98c9ff tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0546517 Jul 25 19:16:46.196583 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d09395b9-49fb-4148-a509-d35ccbe9506d req-188e47e4-becf-4b2c-9ae8-8534f202f6ff tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463269 Jul 25 19:16:47.323247 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886cb92-6310-445f-8190-f8fbc37ed5c6 req-800757f5-194a-4034-b1be-f1237ed58010 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:47.324911 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4886cb92-6310-445f-8190-f8fbc37ed5c6 req-800757f5-194a-4034-b1be-f1237ed58010 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0513275 Jul 25 19:16:47.391770 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4886cb92-6310-445f-8190-f8fbc37ed5c6 req-3ca49dfa-097b-4b9d-ad8a-9ce30aa1b610 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586610 Jul 25 19:16:48.517024 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca140d8-aea6-4950-ab5d-0e1509afff8b req-a34f44f3-6fed-49ea-88cb-fdea9fd887cc tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:48.518573 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0ca140d8-aea6-4950-ab5d-0e1509afff8b req-a34f44f3-6fed-49ea-88cb-fdea9fd887cc tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0522354 Jul 25 19:16:48.570272 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0ca140d8-aea6-4950-ab5d-0e1509afff8b req-6aa699d1-5aa5-40a9-88c6-57a224319704 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460644 Jul 25 19:16:49.678338 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:49.680872 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:49.695094 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166f9ec-9114-4e15-a26a-cf8bc8563a9d req-2bd30633-1c85-412b-b485-180c7f2419a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:49.696829 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8166f9ec-9114-4e15-a26a-cf8bc8563a9d req-2bd30633-1c85-412b-b485-180c7f2419a3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Jul 25 19:16:49.749953 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8166f9ec-9114-4e15-a26a-cf8bc8563a9d req-863c4435-8b63-47af-a3dc-f242475e19d7 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471492 Jul 25 19:16:50.393187 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-ebd5afbd-2126-4397-8835-85de6d6ad719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:50.394749 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-ebd5afbd-2126-4397-8835-85de6d6ad719 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1129 time: 0.0438120 Jul 25 19:16:50.492254 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-dbd86ec5-3555-4e1a-a8b2-4cc780b933c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:50.493704 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-dbd86ec5-3555-4e1a-a8b2-4cc780b933c9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 200 len: 909 time: 0.0917926 Jul 25 19:16:50.554634 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-5fe0d568-616c-4bed-97c3-72407eb6c77e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 1001 time: 0.0543993 Jul 25 19:16:50.824439 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:16:50.877034 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-172d62ec-5e2a-4419-96b1-b71fb42b94ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:50.878543 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-172d62ec-5e2a-4419-96b1-b71fb42b94ae service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb HTTP/1.1" status: 200 len: 847 time: 0.3172896 Jul 25 19:16:50.904298 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d437c67f-d323-4a19-95d1-386eb9357b55 req-b0c849c2-101c-422d-948a-5e5002f156b8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:50.905947 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d437c67f-d323-4a19-95d1-386eb9357b55 req-b0c849c2-101c-422d-948a-5e5002f156b8 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0692492 Jul 25 19:16:50.952136 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-503b6102-a26e-4062-b1ac-7531fbb12560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:50.953648 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-503b6102-a26e-4062-b1ac-7531fbb12560 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258528fe-2a61-40c6-8c40-081c24552b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666795 Jul 25 19:16:51.027159 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d437c67f-d323-4a19-95d1-386eb9357b55 req-bacf7709-6eaa-453b-ac17-96655aad58bc tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048744 Jul 25 19:16:51.035707 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:51.048471 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:51.076144 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-101c51b6-17d3-4c1e-86ed-9a536d750e74 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141093 Jul 25 19:16:51.179279 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee4fc5cf-56af-4ce4-8723-aad98478bbd9 req-75160022-69a3-4aa5-a8cb-4b17ab9dd397 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969584 Jul 25 19:16:52.161431 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6104cb3-2f82-441a-a93a-6c58d2dbba6c req-74888565-14ec-4f24-9621-07dd120ef44b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:52.163026 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6104cb3-2f82-441a-a93a-6c58d2dbba6c req-74888565-14ec-4f24-9621-07dd120ef44b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0517104 Jul 25 19:16:52.224292 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6104cb3-2f82-441a-a93a-6c58d2dbba6c req-705655fa-c920-4798-9da9-b99e0c35b077 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552797 Jul 25 19:16:53.346689 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c48c17b-9ae5-41a1-9f67-ab15c7e36721 req-b32201d7-ac27-4082-9a57-3fee54657489 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:53.348169 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9c48c17b-9ae5-41a1-9f67-ab15c7e36721 req-b32201d7-ac27-4082-9a57-3fee54657489 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0492291 Jul 25 19:16:53.399900 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9c48c17b-9ae5-41a1-9f67-ab15c7e36721 req-4a8a5002-eb9d-42c8-9ce8-23ec5a6123ad tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458927 Jul 25 19:16:54.541822 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4ae28-ce0e-4660-a701-bba0f02c2463 req-1975ff64-fff5-4bef-b855-3d58d8aaba9d tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:54.543441 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-81c4ae28-ce0e-4660-a701-bba0f02c2463 req-1975ff64-fff5-4bef-b855-3d58d8aaba9d tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0675514 Jul 25 19:16:54.596668 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-81c4ae28-ce0e-4660-a701-bba0f02c2463 req-ae19a1a8-c19c-41f3-b9ba-591e34a6de46 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466058 Jul 25 19:16:54.966378 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7776532f-3e3a-4741-9768-604fc2546ed4 req-511e1027-d475-4070-941d-62619a19c0bb tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:54.968416 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7776532f-3e3a-4741-9768-604fc2546ed4 req-511e1027-d475-4070-941d-62619a19c0bb tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0498931 Jul 25 19:16:55.001558 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-1f94eabd-8db5-4e91-b7a2-cbda4d8e6881 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0393791 Jul 25 19:16:55.004293 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:55.023281 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7776532f-3e3a-4741-9768-604fc2546ed4 req-38693b9b-fcfe-485e-9bc4-f7f7269aaea2 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489290 Jul 25 19:16:55.094485 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-ee0e90be-9a70-4cb1-a5c8-f6719a795398 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:55.095988 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-ee0e90be-9a70-4cb1-a5c8-f6719a795398 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports/917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 942 time: 0.0637903 Jul 25 19:16:55.790884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-264f20fa-9bad-4cd9-9f7d-3a64e2260ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:56.149798 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509abedb-721d-4661-b989-9fa669bf82a3 req-c48d87e4-2837-41f9-aab9-a509ce2fe793 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:56.151355 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-509abedb-721d-4661-b989-9fa669bf82a3 req-c48d87e4-2837-41f9-aab9-a509ce2fe793 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0541589 Jul 25 19:16:56.203706 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-509abedb-721d-4661-b989-9fa669bf82a3 req-a9b89eb5-398b-4680-a622-35a32309113b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459216 Jul 25 19:16:56.761743 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 917d51f6-d780-4f2f-b965-f032f1e24916 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:16:56.840793 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 917d51f6-d780-4f2f-b965-f032f1e24916 is: ACTIVE; New status is: DOWN {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:16:56.847580 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:56.872863 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:16:56.885756 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d33c8fa-6b13-4a15-beab-77473dc56fa2" -d '{"events": [{"server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "name": "network-vif-unplugged", "status": "completed", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:16:56.907285 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:16:56.918894 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 25 Jul 2022 19:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2866413e-89fc-419d-bbfb-e53d4812dbc8 x-openstack-request-id: req-2866413e-89fc-419d-bbfb-e53d4812dbc8 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:16:56.919191 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "name": "network-vif-unplugged", "status": "failed", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916", "code": 422}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:16:56.919444 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2866413e-89fc-419d-bbfb-e53d4812dbc8 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:16:56.919877 dv-cinder-820027-16-iscsi neutron-server[111004]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2866413e-89fc-419d-bbfb-e53d4812dbc8']: {'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916', 'code': 422} returned with failed status Jul 25 19:16:56.985268 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:57.039725 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=6']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:57.047205 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.047564 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.047917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.048267 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.048663 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.048954 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.049290 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.049626 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.049964 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.050302 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.050662 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.050993 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.051330 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.051691 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.051991 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:16:57.335209 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a78b57-213e-4377-8473-8788dd0c9ba3 req-7409ff74-63a5-4313-ab57-cbce7935c566 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:57.336720 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-28a78b57-213e-4377-8473-8788dd0c9ba3 req-7409ff74-63a5-4313-ab57-cbce7935c566 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0531709 Jul 25 19:16:57.388691 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-28a78b57-213e-4377-8473-8788dd0c9ba3 req-a2d4f40d-3616-4989-97e6-05fff1007e49 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461357 Jul 25 19:16:57.638459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-a9216de2-6e86-4bf2-9162-6063c37f2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:57.640659 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-a9216de2-6e86-4bf2-9162-6063c37f2e7c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653&tenant_id=019f72079acf4a74bd1a0706041e6678 HTTP/1.1" status: 200 len: 1127 time: 0.0766277 Jul 25 19:16:57.702453 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-fbf07107-049c-4fa0-9aa0-5dff91d74690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:57.704007 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-fbf07107-049c-4fa0-9aa0-5dff91d74690 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1127 time: 0.0405710 Jul 25 19:16:57.806169 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-d8cb805d-5c09-4474-9196-363f3abe579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:57.807614 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-d8cb805d-5c09-4474-9196-363f3abe579c service neutron] 10.222.0.88 "GET /v2.0/networks?id=258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 200 len: 909 time: 0.0953889 Jul 25 19:16:57.870524 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-3b7ec102-0e7e-4df8-a019-14ab13b59402 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 999 time: 0.0566468 Jul 25 19:16:57.920603 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-cff0cc59-f78a-48bb-aaa7-4e02730d1a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:57.922079 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-cff0cc59-f78a-48bb-aaa7-4e02730d1a32 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb HTTP/1.1" status: 200 len: 847 time: 0.0453022 Jul 25 19:16:57.970656 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-67237bc9-fcfd-4c91-a0fe-34e629a8be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:57.972476 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-67237bc9-fcfd-4c91-a0fe-34e629a8be43 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258528fe-2a61-40c6-8c40-081c24552b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439253 Jul 25 19:16:58.064043 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-df8fed68-4d43-4124-b2f7-d2c01e5ef875 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853276 Jul 25 19:16:58.079092 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:58.164073 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-3f811145-fef8-4b37-bcef-8d5406a9dd5d service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931182 Jul 25 19:16:58.327878 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-00aae062-089b-40d7-a374-19eca09c9c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:58.513256 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75dbe2-68cd-4a70-b067-a944f1a2081d req-683904e7-7a02-4ad4-87e2-4a5f2ec33028 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:58.514936 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ec75dbe2-68cd-4a70-b067-a944f1a2081d req-683904e7-7a02-4ad4-87e2-4a5f2ec33028 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0525973 Jul 25 19:16:58.566777 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ec75dbe2-68cd-4a70-b067-a944f1a2081d req-244f7eea-cfd1-476e-b48a-409313ee94a9 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446551 Jul 25 19:16:58.770729 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:58.861574 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47054) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:58.972183 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7db855e1-c3eb-4d1e-bce4-5f14b5a0f554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:59.009676 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:16:59.052863 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7db855e1-c3eb-4d1e-bce4-5f14b5a0f554 admin admin] Publish callbacks [] for security_group (ea636058-0829-4f62-aac4-622e3c177920), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:59.168275 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7db855e1-c3eb-4d1e-bce4-5f14b5a0f554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ea636058-0829-4f62-aac4-622e3c177920), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:59.211616 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-7db855e1-c3eb-4d1e-bce4-5f14b5a0f554 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=85f00d3c21e34397902dcf2e69b18870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488235 Jul 25 19:16:59.212551 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db855e1-c3eb-4d1e-bce4-5f14b5a0f554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea636058-0829-4f62-aac4-622e3c177920,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:59.214214 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47058) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:16:59.266536 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cc48133e-9c4c-4ce0-a07b-eda5768e858d admin admin] Publish callbacks [] for security_group (ea636058-0829-4f62-aac4-622e3c177920), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:59.288632 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cc48133e-9c4c-4ce0-a07b-eda5768e858d admin admin] Publish callbacks [] for security_group (ea636058-0829-4f62-aac4-622e3c177920), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:59.499592 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cc48133e-9c4c-4ce0-a07b-eda5768e858d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ea636058-0829-4f62-aac4-622e3c177920), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:59.502296 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-cc48133e-9c4c-4ce0-a07b-eda5768e858d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:59.503540 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-cc48133e-9c4c-4ce0-a07b-eda5768e858d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ea636058-0829-4f62-aac4-622e3c177920 HTTP/1.1" status: 204 len: 168 time: 0.2881830 Jul 25 19:16:59.511688 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48133e-9c4c-4ce0-a07b-eda5768e858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea636058-0829-4f62-aac4-622e3c177920,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:16:59.528995 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:16:59.692199 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586653a-1f90-48a2-8a6c-e2d4fade6873 req-07efebc7-f409-4233-a736-4ad8b4ce6434 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:16:59.693721 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e586653a-1f90-48a2-8a6c-e2d4fade6873 req-07efebc7-f409-4233-a736-4ad8b4ce6434 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0523958 Jul 25 19:16:59.750374 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e586653a-1f90-48a2-8a6c-e2d4fade6873 req-962e8c5d-3d1f-41cd-90df-bc0f28694804 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509143 Jul 25 19:17:00.156227 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47066) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:17:00.170995 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d23be78e-b659-4ddf-a00d-481139b3577c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:00.248068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d23be78e-b659-4ddf-a00d-481139b3577c admin admin] Publish callbacks [] for security_group (7861957a-12d2-4ac8-adfd-8cab75b7b001), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:00.311248 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d23be78e-b659-4ddf-a00d-481139b3577c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (7861957a-12d2-4ac8-adfd-8cab75b7b001), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:00.350601 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23be78e-b659-4ddf-a00d-481139b3577c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7861957a-12d2-4ac8-adfd-8cab75b7b001,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:00.356041 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d23be78e-b659-4ddf-a00d-481139b3577c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=55342a41712546e5a56f8071514d229c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1987708 Jul 25 19:17:00.359496 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47068) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:17:00.412100 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2b84450d-5dcd-4895-8764-61bbb3d46cc6 admin admin] Publish callbacks [] for security_group (7861957a-12d2-4ac8-adfd-8cab75b7b001), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:00.440801 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2b84450d-5dcd-4895-8764-61bbb3d46cc6 admin admin] Publish callbacks [] for security_group (7861957a-12d2-4ac8-adfd-8cab75b7b001), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:00.578727 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2b84450d-5dcd-4895-8764-61bbb3d46cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (7861957a-12d2-4ac8-adfd-8cab75b7b001), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:00.581285 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2b84450d-5dcd-4895-8764-61bbb3d46cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:00.582485 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-2b84450d-5dcd-4895-8764-61bbb3d46cc6 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7861957a-12d2-4ac8-adfd-8cab75b7b001 HTTP/1.1" status: 204 len: 168 time: 0.2220387 Jul 25 19:17:00.590561 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84450d-5dcd-4895-8764-61bbb3d46cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7861957a-12d2-4ac8-adfd-8cab75b7b001,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:00.821896 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:00.891069 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88c323-031e-4664-b0e2-38ee23d096fd req-49cf4809-e516-481b-b928-5fbe2fc4ecba tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:00.892398 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd88c323-031e-4664-b0e2-38ee23d096fd req-49cf4809-e516-481b-b928-5fbe2fc4ecba tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0540860 Jul 25 19:17:00.905216 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:00.947948 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dd88c323-031e-4664-b0e2-38ee23d096fd req-f496a409-7296-4663-9181-25f29fa7a875 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499442 Jul 25 19:17:01.304857 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:01.384310 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47076) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:17:01.398794 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9ac816e1-d891-4ee2-b705-7d35ab5d7aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:01.450742 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=17,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:01.482898 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9ac816e1-d891-4ee2-b705-7d35ab5d7aeb admin admin] Publish callbacks [] for security_group (7a91363c-019a-4d71-b377-0403b7a40f90), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:01.583586 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9ac816e1-d891-4ee2-b705-7d35ab5d7aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (7a91363c-019a-4d71-b377-0403b7a40f90), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:01.624088 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac816e1-d891-4ee2-b705-7d35ab5d7aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a91363c-019a-4d71-b377-0403b7a40f90,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:01.631351 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9ac816e1-d891-4ee2-b705-7d35ab5d7aeb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=037bf376d5dd4b53ab1bac6cd552d064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457163 Jul 25 19:17:01.634389 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47078) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:17:01.671739 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:01.691082 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-64bc2ccf-b036-479d-b423-8be6f29c3736 admin admin] Publish callbacks [] for security_group (7a91363c-019a-4d71-b377-0403b7a40f90), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:01.716811 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-64bc2ccf-b036-479d-b423-8be6f29c3736 admin admin] Publish callbacks [] for security_group (7a91363c-019a-4d71-b377-0403b7a40f90), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:01.876609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-64bc2ccf-b036-479d-b423-8be6f29c3736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (7a91363c-019a-4d71-b377-0403b7a40f90), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:01.879212 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-64bc2ccf-b036-479d-b423-8be6f29c3736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:01.880367 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-64bc2ccf-b036-479d-b423-8be6f29c3736 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/7a91363c-019a-4d71-b377-0403b7a40f90 HTTP/1.1" status: 204 len: 168 time: 0.2457490 Jul 25 19:17:01.888645 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc2ccf-b036-479d-b423-8be6f29c3736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a91363c-019a-4d71-b377-0403b7a40f90,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:02.077254 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dfe34-e280-4763-8258-a847ebb087ff req-72e5d1f6-112a-4d76-956f-7e5d9fbd7ea4 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:02.081829 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-da8dfe34-e280-4763-8258-a847ebb087ff req-72e5d1f6-112a-4d76-956f-7e5d9fbd7ea4 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0535841 Jul 25 19:17:02.131813 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-da8dfe34-e280-4763-8258-a847ebb087ff req-bc50b069-8e67-410e-8f20-18ca6d4babab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471847 Jul 25 19:17:03.258575 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1620d-e3a8-40bd-8b8a-2f2588843d07 req-667f6549-7803-4e13-aa1e-668e0f98f285 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:03.260073 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-edf1620d-e3a8-40bd-8b8a-2f2588843d07 req-667f6549-7803-4e13-aa1e-668e0f98f285 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0491674 Jul 25 19:17:03.311707 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-edf1620d-e3a8-40bd-8b8a-2f2588843d07 req-7d3c86f7-7ee9-48d9-ac46-3f87bd03c2c4 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452828 Jul 25 19:17:04.433152 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63abb74-3750-486f-8f15-1c37e27f80b1 req-ccb83db9-c123-4797-a765-dce8d02160e7 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:04.434708 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a63abb74-3750-486f-8f15-1c37e27f80b1 req-ccb83db9-c123-4797-a765-dce8d02160e7 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0494974 Jul 25 19:17:04.486779 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a63abb74-3750-486f-8f15-1c37e27f80b1 req-318b5df1-315d-4a4f-8a31-3a20bb566599 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452714 Jul 25 19:17:05.606728 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e800c-ffd3-495f-a9cf-f843f8dd0b94 req-967fb2ef-90b1-4559-bc62-9628855d481b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:05.608215 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7e3e800c-ffd3-495f-a9cf-f843f8dd0b94 req-967fb2ef-90b1-4559-bc62-9628855d481b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0482719 Jul 25 19:17:05.662118 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7e3e800c-ffd3-495f-a9cf-f843f8dd0b94 req-6629792f-d810-482c-817c-4f348a792542 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483034 Jul 25 19:17:06.787059 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebe0e7-2f12-42fa-a7f5-ff26e4b200db req-d507a2ec-4d0d-40a7-a65f-54d9b1272b1c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:06.788606 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-97ebe0e7-2f12-42fa-a7f5-ff26e4b200db req-d507a2ec-4d0d-40a7-a65f-54d9b1272b1c tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 943 time: 0.0525815 Jul 25 19:17:06.809964 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 917d51f6-d780-4f2f-b965-f032f1e24916 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:17:06.840641 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-97ebe0e7-2f12-42fa-a7f5-ff26e4b200db req-0dcc5a3b-1ed7-47c9-9c7b-75d733629b5b tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461061 Jul 25 19:17:06.929324 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:17:06.946724 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '917d51f6-d780-4f2f-b965-f032f1e24916', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'port_id': '917d51f6-d780-4f2f-b965-f032f1e24916', 'mac_address': 'fa:16:3e:79:d8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:17:07.001761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 917d51f6-d780-4f2f-b965-f032f1e24916 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:17:07.002394 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:07.022779 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 917d51f6-d780-4f2f-b965-f032f1e24916 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:17:07.054670 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:17:07.167634 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:07.216251 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=7']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:07.531396 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['917d51f6-d780-4f2f-b965-f032f1e24916'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:17:07.614118 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:07.659804 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:07.952052 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:07.972895 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6febe-7295-46e7-8f94-79d870b9988d req-9bf8d522-f596-47b2-8416-2dc1ff304707 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:07.982845 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-19b6febe-7295-46e7-8f94-79d870b9988d req-9bf8d522-f596-47b2-8416-2dc1ff304707 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 944 time: 0.0561481 Jul 25 19:17:08.023545 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:08.035733 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-19b6febe-7295-46e7-8f94-79d870b9988d req-adf5ac44-caf3-47e7-9f83-c6daaa8333d7 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552940 Jul 25 19:17:08.826199 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 917d51f6-d780-4f2f-b965-f032f1e24916 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:17:08.874880 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 917d51f6-d780-4f2f-b965-f032f1e24916 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:17:08.875260 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:08.949767 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 917d51f6-d780-4f2f-b965-f032f1e24916 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:17:08.950156 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:08.980010 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:17:08.982262 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ced237-60fd-4114-904d-73cd6c630fc1" -d '{"events": [{"server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "name": "network-vif-plugged", "status": "completed", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:17:08.996619 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:17:09.025518 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796dc8d1-9258-41e8-b0dc-4ec2f490592a x-openstack-request-id: req-796dc8d1-9258-41e8-b0dc-4ec2f490592a {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:17:09.025816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "name": "network-vif-plugged", "status": "completed", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:17:09.026074 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-796dc8d1-9258-41e8-b0dc-4ec2f490592a {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:17:09.026510 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-796dc8d1-9258-41e8-b0dc-4ec2f490592a'] response: {'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916', 'code': 200} Jul 25 19:17:09.068011 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:09.121607 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=8']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:09.176511 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cdc8d-f939-4907-80b5-d9fdcfc2de62 req-7f977361-0ec6-4c75-a530-438db861a021 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:09.178080 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-490cdc8d-f939-4907-80b5-d9fdcfc2de62 req-7f977361-0ec6-4c75-a530-438db861a021 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0610719 Jul 25 19:17:09.232660 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-490cdc8d-f939-4907-80b5-d9fdcfc2de62 req-15cb8277-f414-4b38-aba7-05a0585a9bf4 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489101 Jul 25 19:17:09.419276 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a8b6f-80a8-4723-881d-0fc295aeb743 req-451087b7-a44a-4647-99d5-c1788b2ae7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:09.421569 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b26a8b6f-80a8-4723-881d-0fc295aeb743 req-451087b7-a44a-4647-99d5-c1788b2ae7ba service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1129 time: 0.0623939 Jul 25 19:17:09.474413 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b26a8b6f-80a8-4723-881d-0fc295aeb743 req-feed5079-fdae-45f3-b967-cbad84438017 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455973 Jul 25 19:17:10.367385 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a561223-8973-4950-83f3-6b71c76dd9fd req-3dd23ea4-e764-4b89-a378-8d1ded3c22bb tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:10.368882 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a561223-8973-4950-83f3-6b71c76dd9fd req-3dd23ea4-e764-4b89-a378-8d1ded3c22bb tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0537217 Jul 25 19:17:10.421311 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a561223-8973-4950-83f3-6b71c76dd9fd req-2ca9bc22-401e-4c4a-9dd0-4bf34f55aed3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452406 Jul 25 19:17:11.548952 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e6436-a8c6-4ba0-9949-6fc746ab8a6b req-b6308dca-d6f8-4615-88cb-e7765818b87f tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:11.550525 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-801e6436-a8c6-4ba0-9949-6fc746ab8a6b req-b6308dca-d6f8-4615-88cb-e7765818b87f tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0553870 Jul 25 19:17:11.604172 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-801e6436-a8c6-4ba0-9949-6fc746ab8a6b req-095f3731-a9f2-4824-969c-d104474aa135 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480077 Jul 25 19:17:11.916322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:12.459325 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217d1a9-3470-4d04-af1f-255bb184c4b7 req-8e08b84b-3eae-4baa-a6f4-deae0239f510 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:12.460831 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0217d1a9-3470-4d04-af1f-255bb184c4b7 req-8e08b84b-3eae-4baa-a6f4-deae0239f510 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0500698 Jul 25 19:17:12.510521 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0217d1a9-3470-4d04-af1f-255bb184c4b7 req-9828996e-bba1-4eb7-8f82-b946a84f8a82 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441551 Jul 25 19:17:12.730512 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b98ad-8403-4652-9f33-37de55bf1429 req-379c8a99-7c71-4b04-b676-47419f8b8dad tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:12.732038 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c4b98ad-8403-4652-9f33-37de55bf1429 req-379c8a99-7c71-4b04-b676-47419f8b8dad tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0519929 Jul 25 19:17:12.783386 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c4b98ad-8403-4652-9f33-37de55bf1429 req-91fe1e60-8878-4eac-a8d5-ffc6a34c73fb tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455344 Jul 25 19:17:13.640579 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140694b-ec3d-4cdd-aa51-3fcb52449514 req-a7ef046e-29e3-46b0-baf6-980fdef1fa21 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:13.642098 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4140694b-ec3d-4cdd-aa51-3fcb52449514 req-a7ef046e-29e3-46b0-baf6-980fdef1fa21 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0525229 Jul 25 19:17:13.690841 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4140694b-ec3d-4cdd-aa51-3fcb52449514 req-44e2d6cf-fcdb-41fb-8b48-0ea1e6146c8c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 Jul 25 19:17:14.815800 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9d67-9924-4835-a163-db135f2ca947 req-33de6dc3-a3fe-4d87-83b8-64c326571031 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:14.817354 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9ef9d67-9924-4835-a163-db135f2ca947 req-33de6dc3-a3fe-4d87-83b8-64c326571031 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0492556 Jul 25 19:17:14.869594 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9ef9d67-9924-4835-a163-db135f2ca947 req-eca8d01a-fd7c-4872-ab70-3331b6b8720f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456178 Jul 25 19:17:14.956929 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-100f1c16-a6bd-4e1d-9a9a-19f2a0f76751 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391572 Jul 25 19:17:15.038893 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-30c2cc5c-edff-4255-bb9c-50ad98cde825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:15.040300 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-30c2cc5c-edff-4255-bb9c-50ad98cde825 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1129 time: 0.0398006 Jul 25 19:17:15.068944 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:15.133414 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:15.156072 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-23cda44a-6c37-4344-b383-ab6bcf2321e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:15.157572 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-23cda44a-6c37-4344-b383-ab6bcf2321e1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 200 len: 909 time: 0.0978770 Jul 25 19:17:15.222762 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-a25d53d5-f9bf-4018-9f65-c71730f28b1e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 1001 time: 0.0580513 Jul 25 19:17:15.278244 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-6858f765-b753-41ac-b452-66eea1a99f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:15.280454 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-6858f765-b753-41ac-b452-66eea1a99f64 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb HTTP/1.1" status: 200 len: 847 time: 0.0517433 Jul 25 19:17:15.325212 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-58d94bd1-f786-414f-9b36-81ccc3f8981b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:15.326723 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-58d94bd1-f786-414f-9b36-81ccc3f8981b service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258528fe-2a61-40c6-8c40-081c24552b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403831 Jul 25 19:17:15.422224 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-78658bca-3639-4290-a0d6-2d67ee68bf2e service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893214 Jul 25 19:17:15.520207 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ab3e4e05-8073-40e7-91a2-d6bfe71aae1b req-44bac928-1b61-4972-be6b-65e612c5b133 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909030 Jul 25 19:17:15.997366 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb54ad-1714-4fae-a8c1-3afb206591ad req-e6e4f209-000f-4280-84cf-2aba10fa182c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:15.999017 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-45eb54ad-1714-4fae-a8c1-3afb206591ad req-e6e4f209-000f-4280-84cf-2aba10fa182c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0498745 Jul 25 19:17:16.049974 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-45eb54ad-1714-4fae-a8c1-3afb206591ad req-33bce028-c10e-4d33-845d-860d61fa9f80 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450747 Jul 25 19:17:17.177776 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d896b8f-ad50-441e-b404-255a70874875 req-88aad83b-7270-460e-b728-be4dc6499374 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:17.179302 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0d896b8f-ad50-441e-b404-255a70874875 req-88aad83b-7270-460e-b728-be4dc6499374 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0476878 Jul 25 19:17:17.236823 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0d896b8f-ad50-441e-b404-255a70874875 req-7fec5129-81c4-4ff8-9e8e-2f241fddc117 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518155 Jul 25 19:17:18.371050 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06695f-65ae-41ce-9445-472ce8b3a1c5 req-951fc08c-787c-46f5-842f-7c4ce86d1db4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:18.372541 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3a06695f-65ae-41ce-9445-472ce8b3a1c5 req-951fc08c-787c-46f5-842f-7c4ce86d1db4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0546238 Jul 25 19:17:18.423281 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3a06695f-65ae-41ce-9445-472ce8b3a1c5 req-0dac607b-7904-4019-8853-aa5724b45af2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449419 Jul 25 19:17:19.560984 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11403c6b-9436-4523-adf1-4d1ac4d833ae req-3423cb04-2982-41cb-b7f1-8699d3a4ed96 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:19.562715 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-11403c6b-9436-4523-adf1-4d1ac4d833ae req-3423cb04-2982-41cb-b7f1-8699d3a4ed96 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0531716 Jul 25 19:17:19.617854 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-11403c6b-9436-4523-adf1-4d1ac4d833ae req-93d61246-3a3e-4d77-8d3d-cb19f9269afb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488248 Jul 25 19:17:20.746211 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afd2b8-8885-4197-bc03-a95031adc65e req-08ffb9a6-095f-4ea4-8e0c-3e64f8f09201 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:20.748278 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55afd2b8-8885-4197-bc03-a95031adc65e req-08ffb9a6-095f-4ea4-8e0c-3e64f8f09201 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0487266 Jul 25 19:17:20.797130 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55afd2b8-8885-4197-bc03-a95031adc65e req-6a81f318-0638-4182-a336-5abc19c97cb7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Jul 25 19:17:21.802291 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:21.808313 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:21.931096 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a1018-d436-4044-9925-75f730475e42 req-32e10e38-e9ba-4fff-8aef-e274a1556a54 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:21.932777 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6b0a1018-d436-4044-9925-75f730475e42 req-32e10e38-e9ba-4fff-8aef-e274a1556a54 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0504034 Jul 25 19:17:21.984439 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6b0a1018-d436-4044-9925-75f730475e42 req-22f248ac-ed46-4800-a602-beef1bbd8c30 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429487 Jul 25 19:17:23.114700 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d20fa-5976-4fc8-822c-8ef889e425eb req-ff1fec6d-f640-4d6f-93f1-12b571ad19a4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:23.116190 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e03d20fa-5976-4fc8-822c-8ef889e425eb req-ff1fec6d-f640-4d6f-93f1-12b571ad19a4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0522897 Jul 25 19:17:23.166966 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e03d20fa-5976-4fc8-822c-8ef889e425eb req-ffb56ba8-b07e-458b-9edf-44620159060c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448742 Jul 25 19:17:24.296009 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab25555-42e9-4331-a094-bee932cfe908 req-3a062794-8545-4bf8-b174-d131646161d9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:24.297682 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3ab25555-42e9-4331-a094-bee932cfe908 req-3a062794-8545-4bf8-b174-d131646161d9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0520782 Jul 25 19:17:24.345349 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3ab25555-42e9-4331-a094-bee932cfe908 req-376ebac4-845e-4fde-b8fc-18f559656738 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421357 Jul 25 19:17:25.473358 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9e7f5-c7a4-4cd6-a3fe-2f15fc4e4831 req-1daa4e5a-e696-46c9-b367-fd2647b59799 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:25.474864 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6fe9e7f5-c7a4-4cd6-a3fe-2f15fc4e4831 req-1daa4e5a-e696-46c9-b367-fd2647b59799 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0494618 Jul 25 19:17:25.523450 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6fe9e7f5-c7a4-4cd6-a3fe-2f15fc4e4831 req-db42502e-54ba-453b-a9a1-4e3970c9753d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Jul 25 19:17:25.807296 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3dee57d9-dbde-4a79-b8a6-35782dccfdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:26.669772 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e13638-2685-4d21-bdc8-035465d45f76 req-54626357-4a58-4b3e-ae94-52fd59c938ac tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:26.672399 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2e13638-2685-4d21-bdc8-035465d45f76 req-54626357-4a58-4b3e-ae94-52fd59c938ac tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0682454 Jul 25 19:17:26.721799 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d2e13638-2685-4d21-bdc8-035465d45f76 req-8930eebf-0000-4597-9483-26de22adf430 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444841 Jul 25 19:17:27.814499 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:17:27.847970 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09704dd6-1b5d-4d87-b5a5-7cca1b13a73e req-e8d34d5b-3f46-4a35-b22a-9e3f88ebc909 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:27.849486 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-09704dd6-1b5d-4d87-b5a5-7cca1b13a73e req-e8d34d5b-3f46-4a35-b22a-9e3f88ebc909 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0480211 Jul 25 19:17:27.902789 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-09704dd6-1b5d-4d87-b5a5-7cca1b13a73e req-714acfb6-9997-4f55-96d9-4765a3f83b34 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475872 Jul 25 19:17:28.292809 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-381423d4-4686-4e70-bdcb-3ceef627ce08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:29.030028 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529fc9-2c10-41b4-a0d8-81b3ca8c8301 req-585ef8f2-2e37-40ad-8fcf-53941c59e5da tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:29.031549 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bf529fc9-2c10-41b4-a0d8-81b3ca8c8301 req-585ef8f2-2e37-40ad-8fcf-53941c59e5da tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0511720 Jul 25 19:17:29.080990 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bf529fc9-2c10-41b4-a0d8-81b3ca8c8301 req-c9b54a84-36fc-4edd-91aa-2bee12998151 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438168 Jul 25 19:17:29.520528 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:30.210516 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9c872-17ed-4398-926b-8f88e48ad166 req-a88133c7-5bec-429c-a3f8-732da0c44c4c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:30.211996 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-03b9c872-17ed-4398-926b-8f88e48ad166 req-a88133c7-5bec-429c-a3f8-732da0c44c4c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0482965 Jul 25 19:17:30.225121 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:30.263370 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-03b9c872-17ed-4398-926b-8f88e48ad166 req-b61d25ca-ad7e-438d-a9ec-e0f2b7877fb5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Jul 25 19:17:30.932653 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:31.000180 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:17:31.106116 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:17:31.117631 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'port_id': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'mac_address': 'fa:16:3e:40:9c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:17:31.155159 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 8385cd76-848d-480a-b3bc-e88f1a2334fd is: ACTIVE; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:17:31.155558 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:31.170061 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8385cd76-848d-480a-b3bc-e88f1a2334fd {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:17:31.191428 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:17:31.282363 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:31.313275 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:31.340765 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=6']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:31.378665 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['8385cd76-848d-480a-b3bc-e88f1a2334fd'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:17:31.401112 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4104c-b798-418b-bc49-d284fa628cf5 req-df0351b0-763b-468f-960e-4832271731f2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:31.402674 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-96f4104c-b798-418b-bc49-d284fa628cf5 req-df0351b0-763b-468f-960e-4832271731f2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 944 time: 0.0526910 Jul 25 19:17:31.457625 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-96f4104c-b798-418b-bc49-d284fa628cf5 req-8e60c8b6-7295-4005-9a78-cdbe6d94d126 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457885 Jul 25 19:17:32.573363 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:32.592355 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc01ad-05df-4501-949c-055e7b0fd317 req-aa9f24b3-04f6-4390-9880-23b258e09ba7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:32.593873 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5bcc01ad-05df-4501-949c-055e7b0fd317 req-aa9f24b3-04f6-4390-9880-23b258e09ba7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 944 time: 0.0492673 Jul 25 19:17:32.644759 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5bcc01ad-05df-4501-949c-055e7b0fd317 req-c5f5d17b-34a1-4912-bffc-e0f12391e545 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452342 Jul 25 19:17:33.026955 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:17:33.073096 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 8385cd76-848d-480a-b3bc-e88f1a2334fd triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:17:33.073469 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:33.149596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 8385cd76-848d-480a-b3bc-e88f1a2334fd is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:17:33.149979 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:33.174619 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:17:33.176837 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc45a61c-6376-45a2-bd03-6ab0295ac74b" -d '{"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:17:33.190023 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:17:33.213605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6775368e-27ea-4eb3-af7b-f41904aae5fb x-openstack-request-id: req-6775368e-27ea-4eb3-af7b-f41904aae5fb {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:17:33.213899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:17:33.214147 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-6775368e-27ea-4eb3-af7b-f41904aae5fb {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:17:33.214589 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6775368e-27ea-4eb3-af7b-f41904aae5fb'] response: {'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'code': 200} Jul 25 19:17:33.287560 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:33.335549 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=7']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:33.778939 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab770a-6d7d-48c8-8427-e18bfa0ebf8b req-e745de24-dc6b-48e9-92fb-a790acd8e0cd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:33.780443 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-96ab770a-6d7d-48c8-8427-e18bfa0ebf8b req-e745de24-dc6b-48e9-92fb-a790acd8e0cd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0531700 Jul 25 19:17:33.832415 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-96ab770a-6d7d-48c8-8427-e18bfa0ebf8b req-673dd8fd-2081-4432-a945-9ce2e6d9ae1e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455179 Jul 25 19:17:34.959251 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ae941-e9f3-4880-a6da-d9eebfd6a063 req-2a507c21-35b3-4f0a-870d-c58a94057be3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:34.960707 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-523ae941-e9f3-4880-a6da-d9eebfd6a063 req-2a507c21-35b3-4f0a-870d-c58a94057be3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0487840 Jul 25 19:17:34.996353 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:35.011841 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-523ae941-e9f3-4880-a6da-d9eebfd6a063 req-14888753-ca73-462e-bc48-c46ab1ba65f0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455933 Jul 25 19:17:36.137333 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa0a63b-4f77-4b88-9a12-2f7c17737604 req-ce8d7d41-b318-48e9-91a3-0ce1db44c611 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:36.138991 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9aa0a63b-4f77-4b88-9a12-2f7c17737604 req-ce8d7d41-b318-48e9-91a3-0ce1db44c611 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0482554 Jul 25 19:17:36.187321 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9aa0a63b-4f77-4b88-9a12-2f7c17737604 req-87875e8b-d644-4935-a5c3-7e6f0cebb4c2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425234 Jul 25 19:17:37.279940 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:37.315880 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0e2df-d125-467e-bd6d-d88cd670f3a6 req-65eef2c9-e218-46cc-a2a7-fce704f1afa2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:37.317427 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-88e0e2df-d125-467e-bd6d-d88cd670f3a6 req-65eef2c9-e218-46cc-a2a7-fce704f1afa2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0478582 Jul 25 19:17:37.366922 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-88e0e2df-d125-467e-bd6d-d88cd670f3a6 req-5b3a9d92-5edf-4009-988c-b0e3f73f7573 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438437 Jul 25 19:17:37.811460 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:37.812342 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:38.500305 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d4d06-96d3-4fdc-815e-edd9da387e64 req-232c97d9-41f0-43e4-9090-31130b14847c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:38.501810 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e13d4d06-96d3-4fdc-815e-edd9da387e64 req-232c97d9-41f0-43e4-9090-31130b14847c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0525467 Jul 25 19:17:38.567330 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e13d4d06-96d3-4fdc-815e-edd9da387e64 req-989fe0d4-a537-4129-aa30-4d08b99f5ad4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597708 Jul 25 19:17:39.726922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f20594-0f2a-4d09-9ec8-6b5ad0e2a759 req-8421ed56-f97b-40ff-9aa5-500a56caf226 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:39.732440 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-86f20594-0f2a-4d09-9ec8-6b5ad0e2a759 req-8421ed56-f97b-40ff-9aa5-500a56caf226 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0716586 Jul 25 19:17:39.820447 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-86f20594-0f2a-4d09-9ec8-6b5ad0e2a759 req-624427e3-0d69-4091-99c6-807b8e56026f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822628 Jul 25 19:17:40.989145 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a2916-5155-48e7-a425-641585607c62 req-de5bb4c8-1822-4043-bfdd-c1c04c9f12c6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:40.996968 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f71a2916-5155-48e7-a425-641585607c62 req-de5bb4c8-1822-4043-bfdd-c1c04c9f12c6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0579460 Jul 25 19:17:41.050983 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f71a2916-5155-48e7-a425-641585607c62 req-4017208e-8d9c-4ea2-a9fd-1ffcfdf5371c tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521479 Jul 25 19:17:41.881611 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:42.182839 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e6142-e25e-4de0-aa93-1d0205aa05b0 req-ed76f8f4-0c27-4c87-b651-d98a436a0307 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:42.184333 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f7e6142-e25e-4de0-aa93-1d0205aa05b0 req-ed76f8f4-0c27-4c87-b651-d98a436a0307 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0516913 Jul 25 19:17:42.243885 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f7e6142-e25e-4de0-aa93-1d0205aa05b0 req-b48c8882-1318-43da-b434-e0effdc16af4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529087 Jul 25 19:17:43.334681 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:43.408197 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed065945-5eb0-4f7f-8e5e-b19b46da2d3b req-00148d13-06fc-46d8-ad5b-5849d7aa21af tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:43.410974 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ed065945-5eb0-4f7f-8e5e-b19b46da2d3b req-00148d13-06fc-46d8-ad5b-5849d7aa21af tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0564194 Jul 25 19:17:43.473656 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ed065945-5eb0-4f7f-8e5e-b19b46da2d3b req-f1ec479c-a097-4fd5-adf0-019f59fa9e14 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555763 Jul 25 19:17:44.613223 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe81fc-ebe6-48d3-9e06-079a38a826d4 req-de3b6458-7fd4-40ac-9ce1-9b5dfb35106e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:44.616147 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1cfe81fc-ebe6-48d3-9e06-079a38a826d4 req-de3b6458-7fd4-40ac-9ce1-9b5dfb35106e tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0523999 Jul 25 19:17:44.687112 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1cfe81fc-ebe6-48d3-9e06-079a38a826d4 req-5f210266-fdd8-4dcb-ab0c-5f30c9a98436 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627980 Jul 25 19:17:45.833023 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3474b11-5476-437c-a7a9-f24ecd11ebde req-f2b79d9b-8ba5-42c4-98d0-4cc231be7eaf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:45.834564 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a3474b11-5476-437c-a7a9-f24ecd11ebde req-f2b79d9b-8ba5-42c4-98d0-4cc231be7eaf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0591938 Jul 25 19:17:45.882918 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a3474b11-5476-437c-a7a9-f24ecd11ebde req-a2f5ccc4-e0fe-4996-8c2b-8fe942b27cff tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428243 Jul 25 19:17:47.034717 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735a0dd-f153-4999-a96f-9df43dd35fdc req-792ea75a-ee61-440b-9062-b33761458401 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:47.034717 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8735a0dd-f153-4999-a96f-9df43dd35fdc req-792ea75a-ee61-440b-9062-b33761458401 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0641782 Jul 25 19:17:47.104942 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8735a0dd-f153-4999-a96f-9df43dd35fdc req-8aca5164-f9ca-48b4-9652-7ed67b843f6f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660946 Jul 25 19:17:48.237613 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7a311-df61-4887-aa08-30e8cbc4e93d req-d42e7572-03cf-4f40-a586-9b2a69940dd8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:48.239603 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3da7a311-df61-4887-aa08-30e8cbc4e93d req-d42e7572-03cf-4f40-a586-9b2a69940dd8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0496743 Jul 25 19:17:48.295718 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3da7a311-df61-4887-aa08-30e8cbc4e93d req-96af8269-2a3a-4da1-863c-2fd00e155e78 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501738 Jul 25 19:17:49.446304 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae4070-7c93-477c-be4a-dcd43bebe0d5 req-b4d0c5bd-617a-4e45-ae29-ac492f76a636 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:49.447851 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-81ae4070-7c93-477c-be4a-dcd43bebe0d5 req-b4d0c5bd-617a-4e45-ae29-ac492f76a636 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0518210 Jul 25 19:17:49.507225 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-81ae4070-7c93-477c-be4a-dcd43bebe0d5 req-db30de95-c491-45ca-9f99-5fe019e9e71d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527737 Jul 25 19:17:50.673210 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc26ee-3b3e-4cd4-8542-9ebaf551b66a req-6ed0e33c-cd51-472b-95c7-84d4c62cc880 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:50.675021 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-81bc26ee-3b3e-4cd4-8542-9ebaf551b66a req-6ed0e33c-cd51-472b-95c7-84d4c62cc880 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0638630 Jul 25 19:17:50.733097 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-81bc26ee-3b3e-4cd4-8542-9ebaf551b66a req-ba60c4c5-34c7-44a0-87ce-d73ecbb5518d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496614 Jul 25 19:17:51.815456 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:51.878985 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8b611-d489-49fd-bfc7-45edbf82bbd9 req-fce4a7b7-0f27-47ef-b758-6d37bb0b290b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:51.880496 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-37f8b611-d489-49fd-bfc7-45edbf82bbd9 req-fce4a7b7-0f27-47ef-b758-6d37bb0b290b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0530381 Jul 25 19:17:51.932655 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-37f8b611-d489-49fd-bfc7-45edbf82bbd9 req-c6217719-7224-481c-9c0e-bf773c159632 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463519 Jul 25 19:17:52.380980 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=14 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:52.383903 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=12 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:53.068496 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9a80c-f7ae-41d3-910a-991a4c460001 req-8a90268a-9bc8-40cc-900d-56d92008cdd6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:53.072575 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a9b9a80c-f7ae-41d3-910a-991a4c460001 req-8a90268a-9bc8-40cc-900d-56d92008cdd6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0586762 Jul 25 19:17:53.108892 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:53.115813 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0717-d217-44af-9cf0-c71d483698ea req-5f970d88-bd0c-4401-b815-4178a3299779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:53.117310 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-193a0717-d217-44af-9cf0-c71d483698ea req-5f970d88-bd0c-4401-b815-4178a3299779 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 1129 time: 0.0639589 Jul 25 19:17:53.190516 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a9b9a80c-f7ae-41d3-910a-991a4c460001 req-17a0be34-435e-4999-a465-abbce93a0451 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037905 Jul 25 19:17:53.233914 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0717-d217-44af-9cf0-c71d483698ea req-a00cf456-7d63-4c11-bbf8-e5a50f009f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:53.235445 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-193a0717-d217-44af-9cf0-c71d483698ea req-a00cf456-7d63-4c11-bbf8-e5a50f009f10 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.1098206 Jul 25 19:17:53.275631 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:17:53.298772 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-193a0717-d217-44af-9cf0-c71d483698ea req-7c7cee48-4ab3-4262-8816-38801686fea7 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 200 len: 1001 time: 0.0572484 Jul 25 19:17:53.354025 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0717-d217-44af-9cf0-c71d483698ea req-1bcc977b-71d9-4280-afe6-839c358c16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:53.355580 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-193a0717-d217-44af-9cf0-c71d483698ea req-1bcc977b-71d9-4280-afe6-839c358c16e8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0505929 Jul 25 19:17:53.402037 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0717-d217-44af-9cf0-c71d483698ea req-d5f75e43-c6d0-4b22-a314-bb483fdb7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:53.403660 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-193a0717-d217-44af-9cf0-c71d483698ea req-d5f75e43-c6d0-4b22-a314-bb483fdb7cd9 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422397 Jul 25 19:17:53.501478 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-193a0717-d217-44af-9cf0-c71d483698ea req-26901968-4f40-4c40-865c-20135dd8ce34 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905766 Jul 25 19:17:53.598981 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-193a0717-d217-44af-9cf0-c71d483698ea req-ec7cec0f-4b2c-4e5a-9374-bc18e1fc7cdf service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915976 Jul 25 19:17:54.332735 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054b63d-7c65-4de5-9df3-8445cb868419 req-68b75bdb-04c9-45d9-9e0c-2c6c0db31892 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:54.334243 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a054b63d-7c65-4de5-9df3-8445cb868419 req-68b75bdb-04c9-45d9-9e0c-2c6c0db31892 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 945 time: 0.0538411 Jul 25 19:17:54.383638 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a054b63d-7c65-4de5-9df3-8445cb868419 req-fd1314f1-7c50-4f64-9515-3f16f93709f9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438218 Jul 25 19:17:55.071852 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:17:55.146932 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 8385cd76-848d-480a-b3bc-e88f1a2334fd is: ACTIVE; New status is: DOWN {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:17:55.147327 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:55.170673 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:17:55.172904 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a67aeb-92e5-4fb1-82f3-cdbba5413a0e" -d '{"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:17:55.186297 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:17:55.212362 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 25 Jul 2022 19:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6147682-676d-4bbc-9c84-3c8871362bc5 x-openstack-request-id: req-a6147682-676d-4bbc-9c84-3c8871362bc5 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:17:55.212661 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-unplugged", "status": "completed", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:17:55.212920 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-a6147682-676d-4bbc-9c84-3c8871362bc5 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:17:55.213324 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6147682-676d-4bbc-9c84-3c8871362bc5'] response: {'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'code': 200} Jul 25 19:17:55.247570 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:55.300139 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=8']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:17:55.521211 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d55f1-899d-41ab-9968-1efd2b2e7398 req-f5879ed7-770b-4a60-9cf3-e78520a5ddff tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:55.522750 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-140d55f1-899d-41ab-9968-1efd2b2e7398 req-f5879ed7-770b-4a60-9cf3-e78520a5ddff tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0582628 Jul 25 19:17:55.573736 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-140d55f1-899d-41ab-9968-1efd2b2e7398 req-79e96c22-4908-4389-a280-d2e44a5867c6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447729 Jul 25 19:17:55.795732 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad04e-1275-45e1-9419-760ce501f2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:56.703387 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bff659-6e96-48e3-ac5e-5de86addf4be req-8e47a01c-ceb5-4d2e-a4f4-3320ae9f96cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:56.704846 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e7bff659-6e96-48e3-ac5e-5de86addf4be req-8e47a01c-ceb5-4d2e-a4f4-3320ae9f96cc tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0487990 Jul 25 19:17:56.757520 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e7bff659-6e96-48e3-ac5e-5de86addf4be req-e23f7709-fdc5-405e-9cde-b3f0ecbd46e5 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469110 Jul 25 19:17:58.297790 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f47435ef-c47b-4245-9aa3-326162700156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:58.808321 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-e0196030-9737-4243-9e1c-2e9b3bb8c5ef req-a21be8d1-736a-4cff-a42e-abecc2561808 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:17:58.809859 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e0196030-9737-4243-9e1c-2e9b3bb8c5ef req-a21be8d1-736a-4cff-a42e-abecc2561808 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057244 Jul 25 19:17:59.065762 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:17:59.134084 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaae939c-3627-4a7b-85f3-59269dc08bfe req-625921e7-59b7-4bd5-ab91-6d048e6a06f8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:59.135661 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-eaae939c-3627-4a7b-85f3-59269dc08bfe req-625921e7-59b7-4bd5-ab91-6d048e6a06f8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0506661 Jul 25 19:17:59.142443 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 8385cd76-848d-480a-b3bc-e88f1a2334fd is: DOWN; New status is: DOWN {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:17:59.188321 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-eaae939c-3627-4a7b-85f3-59269dc08bfe req-0d731d03-b0e7-4768-94d9-b496461b6fc4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460076 Jul 25 19:17:59.537552 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:17:59.653253 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47332) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:17:59.739891 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-923b5834-2759-44b9-afc7-5baca8959c06 service neutron] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851426 Jul 25 19:17:59.749554 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-72297e17-6971-4e33-9c44-529f1cb52ca1 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:17:59.750559 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-72297e17-6971-4e33-9c44-529f1cb52ca1 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058229 Jul 25 19:17:59.837878 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47340) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:17:59.939485 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc4ff2-6139-4174-88b3-2999637d482d req-8e54eefd-9c46-4fb9-954c-872e88ff018b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:17:59.940823 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-8e54eefd-9c46-4fb9-954c-872e88ff018b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports/8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 200 len: 940 time: 0.1019182 Jul 25 19:18:00.323697 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c788c6c-62a0-4741-8016-80403b6d86a6 req-aeb3492a-e123-4e6a-8eaf-015de00cd870 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:00.325242 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9c788c6c-62a0-4741-8016-80403b6d86a6 req-aeb3492a-e123-4e6a-8eaf-015de00cd870 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0529819 Jul 25 19:18:00.360280 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:00.376737 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9c788c6c-62a0-4741-8016-80403b6d86a6 req-f69a75e4-80f5-49ae-a068-a0baaf6754cb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456803 Jul 25 19:18:00.978813 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:01.310515 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:01.416368 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc4ff2-6139-4174-88b3-2999637d482d req-5a7f2866-50a5-4fd3-aab9-5145fd4827e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:01.417890 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-5a7f2866-50a5-4fd3-aab9-5145fd4827e0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d&tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf HTTP/1.1" status: 200 len: 1127 time: 0.0434234 Jul 25 19:18:01.505514 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc4ff2-6139-4174-88b3-2999637d482d req-c113ab94-735c-41c7-b8fe-12c3184a9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:01.507055 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-c113ab94-735c-41c7-b8fe-12c3184a9859 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 1127 time: 0.0676372 Jul 25 19:18:01.542850 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a660d1a-5b2f-407d-ba15-c1de85eac107 req-b885b8dd-54d8-4862-ad58-c9efef888861 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:01.544550 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2a660d1a-5b2f-407d-ba15-c1de85eac107 req-b885b8dd-54d8-4862-ad58-c9efef888861 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0747147 Jul 25 19:18:01.647645 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2a660d1a-5b2f-407d-ba15-c1de85eac107 req-9d57d82c-6fa9-4ad8-b790-85d0aac75c08 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776005 Jul 25 19:18:01.653766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc4ff2-6139-4174-88b3-2999637d482d req-011cde3d-c540-40b0-bb96-84aaebc11b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:01.655255 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-011cde3d-c540-40b0-bb96-84aaebc11b3a service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.1416812 Jul 25 19:18:01.718637 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:01.725409 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-e74ecd68-3f0d-424d-98fd-a597ae5f1f73 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 200 len: 999 time: 0.0628285 Jul 25 19:18:01.776308 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc4ff2-6139-4174-88b3-2999637d482d req-65478b6c-e42c-45ce-9bd1-019c552b3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:01.777830 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-65478b6c-e42c-45ce-9bd1-019c552b3866 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0459094 Jul 25 19:18:01.823351 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc4ff2-6139-4174-88b3-2999637d482d req-53095c17-85e1-4838-851b-21b4094950ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:01.825445 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-53095c17-85e1-4838-851b-21b4094950ec service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410120 Jul 25 19:18:01.850396 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:01.924097 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-f2eedabd-43e0-4c8c-b669-9e24c880344a service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912750 Jul 25 19:18:02.021448 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-67740696-cd4a-469a-b93a-692d379410b6 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911770 Jul 25 19:18:02.847189 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6457cf-42f3-4f38-bd28-8fbaac5dd133 req-1c7ec300-a948-46d1-ac46-5fb46d2543f9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:02.849576 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1d6457cf-42f3-4f38-bd28-8fbaac5dd133 req-1c7ec300-a948-46d1-ac46-5fb46d2543f9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.1052463 Jul 25 19:18:02.930398 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1d6457cf-42f3-4f38-bd28-8fbaac5dd133 req-08264ad1-52c4-476c-9e42-29049f6486bd tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733812 Jul 25 19:18:04.090016 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa7f2b-11c3-4619-ac96-d2032cb5d5fb req-b3104ed9-d896-4a46-a373-d671b1e478fe tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:04.092876 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68fa7f2b-11c3-4619-ac96-d2032cb5d5fb req-b3104ed9-d896-4a46-a373-d671b1e478fe tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0671954 Jul 25 19:18:04.155832 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68fa7f2b-11c3-4619-ac96-d2032cb5d5fb req-3e1ecec5-26e6-4b25-b3b1-2f83d7295904 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573137 Jul 25 19:18:04.814904 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:18:05.300772 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb6386-c770-44e6-bea9-f24a1c5b440e req-e53fc914-a94e-4fd6-a087-f837f10648c2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:05.302547 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-06eb6386-c770-44e6-bea9-f24a1c5b440e req-e53fc914-a94e-4fd6-a087-f837f10648c2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0513692 Jul 25 19:18:05.368718 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-06eb6386-c770-44e6-bea9-f24a1c5b440e req-38a9e58a-5e5d-42ec-a01e-298c30b0e26f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573575 Jul 25 19:18:06.507891 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb5c11-be54-4205-bc4a-026a77305db3 req-8b66f2a9-c458-4afc-9a06-caa2a0e844d2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:06.509399 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-96cb5c11-be54-4205-bc4a-026a77305db3 req-8b66f2a9-c458-4afc-9a06-caa2a0e844d2 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0501730 Jul 25 19:18:06.564287 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-96cb5c11-be54-4205-bc4a-026a77305db3 req-072f507d-af63-4e3e-a921-a6f8a1cb15fb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Jul 25 19:18:07.655962 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:07.703126 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94639e6-5de4-4ca8-b258-8c0cff3f3eaa req-4e18d977-3535-40e7-b149-ad40d5401dbb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:07.704728 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d94639e6-5de4-4ca8-b258-8c0cff3f3eaa req-4e18d977-3535-40e7-b149-ad40d5401dbb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0580912 Jul 25 19:18:07.769503 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d94639e6-5de4-4ca8-b258-8c0cff3f3eaa req-aaf6f228-da01-4492-83de-63b2dadba341 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541339 Jul 25 19:18:08.918938 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc994b2f-da29-4640-a90b-dc69796e0fbb req-4ce340ee-3ec5-47ca-a814-3a79d2e64143 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:08.920610 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cc994b2f-da29-4640-a90b-dc69796e0fbb req-4ce340ee-3ec5-47ca-a814-3a79d2e64143 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0538166 Jul 25 19:18:08.982380 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-cc994b2f-da29-4640-a90b-dc69796e0fbb req-d023f474-d3e9-4e8f-99f2-f47423d04dc4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556779 Jul 25 19:18:10.125154 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ca3cf-0fb0-482d-af14-52d0ece4ae9e req-3e8aa2cb-11e2-4883-ab7c-b96cde519196 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:10.126702 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b1ca3cf-0fb0-482d-af14-52d0ece4ae9e req-3e8aa2cb-11e2-4883-ab7c-b96cde519196 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0518870 Jul 25 19:18:10.184319 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b1ca3cf-0fb0-482d-af14-52d0ece4ae9e req-5a35bee9-9532-4a29-8534-29f554caeea6 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512528 Jul 25 19:18:11.223604 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=34,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:11.226411 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:11.340763 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774419-bef0-42ec-9eb0-03224d25227c req-383cc602-5172-4f65-8595-2bf660e9b8f0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:11.342587 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-14774419-bef0-42ec-9eb0-03224d25227c req-383cc602-5172-4f65-8595-2bf660e9b8f0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0668869 Jul 25 19:18:11.432395 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-14774419-bef0-42ec-9eb0-03224d25227c req-2ada0886-c406-4198-ab81-18f60ba9515d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833673 Jul 25 19:18:11.903329 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:12.586534 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2afd20-3eec-4862-82b5-0696809aa33a req-53ad97d9-dad7-42ed-a0a6-ca3acfff7d7f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:12.588003 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dc2afd20-3eec-4862-82b5-0696809aa33a req-53ad97d9-dad7-42ed-a0a6-ca3acfff7d7f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0500107 Jul 25 19:18:12.640703 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dc2afd20-3eec-4862-82b5-0696809aa33a req-5a2f3c0d-eee5-4472-9f6c-24e28d4b4b50 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465400 Jul 25 19:18:12.800989 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:13.925236 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f8e65-b5a1-4d1f-aa03-81bac16b8535 req-ddef5ead-7f57-408a-a316-adeb718a652d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:13.926881 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-601f8e65-b5a1-4d1f-aa03-81bac16b8535 req-ddef5ead-7f57-408a-a316-adeb718a652d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0487497 Jul 25 19:18:13.975501 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-601f8e65-b5a1-4d1f-aa03-81bac16b8535 req-2819ed27-e39b-4693-9a80-19982309173f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429568 Jul 25 19:18:14.812812 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:15.112104 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2307a-aa25-41de-9426-a9021a285d3a req-a8b67c76-1d77-47c7-b797-fd7d088dbdc4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:15.113521 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-87b2307a-aa25-41de-9426-a9021a285d3a req-a8b67c76-1d77-47c7-b797-fd7d088dbdc4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0529463 Jul 25 19:18:15.165791 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-87b2307a-aa25-41de-9426-a9021a285d3a req-774fc24b-2749-4ad8-a3cc-c32e3d7c9557 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462451 Jul 25 19:18:16.302674 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d7a6e-b593-4aa0-98cd-179deb042619 req-8280ccce-649f-42ca-add7-7e03a871aea7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:16.310507 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dd2d7a6e-b593-4aa0-98cd-179deb042619 req-8280ccce-649f-42ca-add7-7e03a871aea7 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0537465 Jul 25 19:18:16.360156 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dd2d7a6e-b593-4aa0-98cd-179deb042619 req-5ab8e188-4dde-46b6-92d7-16c433e448bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494530 Jul 25 19:18:17.492464 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58089d-552a-4258-bab2-5fc478fe6eb7 req-6dea4370-b98f-40eb-8f1f-255427e63f05 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:17.494254 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6c58089d-552a-4258-bab2-5fc478fe6eb7 req-6dea4370-b98f-40eb-8f1f-255427e63f05 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.0506094 Jul 25 19:18:17.550051 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6c58089d-552a-4258-bab2-5fc478fe6eb7 req-1d6f1257-85a0-45f6-82dc-bcf37601a764 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481424 Jul 25 19:18:18.891962 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:18.916102 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786372e-1dab-4539-9be8-0a9ddd58c6cf req-cae609c5-80ef-4861-a46d-613bf899dcfb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:18.917674 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c786372e-1dab-4539-9be8-0a9ddd58c6cf req-cae609c5-80ef-4861-a46d-613bf899dcfb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 943 time: 0.2900822 Jul 25 19:18:18.971510 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:18.977198 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c786372e-1dab-4539-9be8-0a9ddd58c6cf req-30e44096-d201-4424-9f61-27294b95b19d tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520840 Jul 25 19:18:19.157158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:18:19.267602 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:18:19.279684 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'port_id': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'mac_address': 'fa:16:3e:40:9c:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:18:19.317690 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 8385cd76-848d-480a-b3bc-e88f1a2334fd is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:18:19.318086 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:19.337313 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8385cd76-848d-480a-b3bc-e88f1a2334fd {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:18:19.358928 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:18:19.445971 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:19.505432 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=9']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:18:19.514294 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:19.521978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:20.107150 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f76f040-c6a6-4006-b08a-7c1f8d63a27f req-9cc9938c-c94d-4e9d-b7a9-b371ac2fafc0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:20.108777 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6f76f040-c6a6-4006-b08a-7c1f8d63a27f req-9cc9938c-c94d-4e9d-b7a9-b371ac2fafc0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 944 time: 0.0499356 Jul 25 19:18:20.134375 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['8385cd76-848d-480a-b3bc-e88f1a2334fd'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:18:20.173841 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6f76f040-c6a6-4006-b08a-7c1f8d63a27f req-063cdf7b-0de7-4bde-95ea-5f8ddfa125a0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595355 Jul 25 19:18:20.242497 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-0960bd3b-ebee-421b-ba4f-79347db1e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:20.242497 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-0960bd3b-ebee-421b-ba4f-79347db1e962 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 1128 time: 0.0533559 Jul 25 19:18:20.352974 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-141134b0-1f8f-4248-b6b1-407e139004e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:20.354697 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-141134b0-1f8f-4248-b6b1-407e139004e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 200 len: 918 time: 0.0968041 Jul 25 19:18:20.430613 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-d2a3fec4-f06a-45f7-9fec-bc6a8aa2f2af service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 200 len: 1000 time: 0.0693228 Jul 25 19:18:20.486800 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-c1b8f9ba-3551-41af-83c6-8c4e0bc9f635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:20.488379 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-c1b8f9ba-3551-41af-83c6-8c4e0bc9f635 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 200 len: 856 time: 0.0518899 Jul 25 19:18:20.534308 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-c7baace5-7556-48e2-a288-f89398c7c357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:20.535781 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-c7baace5-7556-48e2-a288-f89398c7c357 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=0cdac28d-1b45-4945-96b5-e0fd0c76cca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402944 Jul 25 19:18:20.642975 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-5a06fb27-674a-48f2-8fe2-5c9698cc4eb5 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002686 Jul 25 19:18:20.763952 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1c1e95a3-c93f-449d-b0e8-6a358b73a700 req-b9d01dcc-1372-476c-b0e2-2996ff3c9182 service neutron] 10.222.0.88 "GET /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143124 Jul 25 19:18:21.165545 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:18:21.214694 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 8385cd76-848d-480a-b3bc-e88f1a2334fd triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:18:21.215215 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:21.294181 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 8385cd76-848d-480a-b3bc-e88f1a2334fd is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:18:21.294824 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:21.318853 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:18:21.319748 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74b070-6147-467c-88a6-72297f50d0ac req-1f97d821-665d-48e8-a9fa-5ec6210b5e68 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:21.321121 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f724ab8-e212-4fea-bb9f-234fa02f66c8" -d '{"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:18:21.321338 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6c74b070-6147-467c-88a6-72297f50d0ac req-1f97d821-665d-48e8-a9fa-5ec6210b5e68 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 944 time: 0.0511863 Jul 25 19:18:21.335716 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:18:21.365238 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d064ac5-bd05-43ab-8517-e7ceec173467 x-openstack-request-id: req-8d064ac5-bd05-43ab-8517-e7ceec173467 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:18:21.365540 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-plugged", "status": "completed", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:18:21.365799 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8d064ac5-bd05-43ab-8517-e7ceec173467 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:18:21.366207 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d064ac5-bd05-43ab-8517-e7ceec173467'] response: {'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'code': 200} Jul 25 19:18:21.372586 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6c74b070-6147-467c-88a6-72297f50d0ac req-05c00033-49c9-4bdd-ad17-7bb53d16fa36 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444646 Jul 25 19:18:21.377894 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=21 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:21.410212 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:21.428175 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=50 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:21.458554 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=10']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:18:21.741673 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fa332-6ce3-4afd-9da2-57312f5a5f88 req-6a767b03-f911-450e-a631-56989e2d2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:21.743494 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2c6fa332-6ce3-4afd-9da2-57312f5a5f88 req-6a767b03-f911-450e-a631-56989e2d2974 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 1130 time: 0.0397685 Jul 25 19:18:21.787689 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2c6fa332-6ce3-4afd-9da2-57312f5a5f88 req-966b580c-5fa0-45ef-9eb2-65a90b0426eb service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382321 Jul 25 19:18:22.500641 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1731f8-524e-4178-9edf-873535816194 req-afcc96d7-e795-4f3f-9246-f11e719e74cf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:22.502157 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fb1731f8-524e-4178-9edf-873535816194 req-afcc96d7-e795-4f3f-9246-f11e719e74cf tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 946 time: 0.0489166 Jul 25 19:18:22.550837 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fb1731f8-524e-4178-9edf-873535816194 req-66d469de-896d-47e5-acfc-549c15b2ddd3 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431077 Jul 25 19:18:23.679831 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d974f-e7d9-4993-8399-18e981ac45f1 req-5964f594-aaa2-4310-ad77-edc81eb26185 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:23.682042 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d28d974f-e7d9-4993-8399-18e981ac45f1 req-5964f594-aaa2-4310-ad77-edc81eb26185 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 946 time: 0.0530171 Jul 25 19:18:23.732529 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d28d974f-e7d9-4993-8399-18e981ac45f1 req-e35bbeca-e356-46a1-8519-ecfaf4da8aeb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440137 Jul 25 19:18:24.858000 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e8d6d-a26f-43cc-a092-6804370f2437 req-d3822c10-07e3-42c2-8649-fac302348ca8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:24.859491 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d67e8d6d-a26f-43cc-a092-6804370f2437 req-d3822c10-07e3-42c2-8649-fac302348ca8 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 946 time: 0.0473835 Jul 25 19:18:24.911127 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d67e8d6d-a26f-43cc-a092-6804370f2437 req-9af97a98-99e8-421f-8d4f-4531ee7f9d38 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457132 Jul 25 19:18:25.771657 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-40674a73-db13-4d8a-ac0c-d78744ec1e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:28.291671 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d00256d6-edea-4503-871f-f0cf9abb97ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:29.561800 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:30.937592 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:31.224627 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:31.349440 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:33.725229 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=80 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:33.728178 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:34.904582 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=17 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:34.907386 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=19 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:41.227603 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:41.814692 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:18:41.908505 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:46.760480 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0164887-e0c4-4dff-8bbe-fcddeda0be2e req-67ddd2a8-987f-49c3-9cf9-c8202f801b2d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:46.761860 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c0164887-e0c4-4dff-8bbe-fcddeda0be2e req-67ddd2a8-987f-49c3-9cf9-c8202f801b2d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 946 time: 0.0488558 Jul 25 19:18:46.810220 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c0164887-e0c4-4dff-8bbe-fcddeda0be2e req-362e24d6-a7c7-41df-b32f-3f943320edba tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418227 Jul 25 19:18:47.934766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57c622-15ac-4d03-82ca-91c7ccab865b req-be23d21e-3f16-441c-a4a4-abe24b5e6950 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:47.936255 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2d57c622-15ac-4d03-82ca-91c7ccab865b req-be23d21e-3f16-441c-a4a4-abe24b5e6950 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 946 time: 0.0490260 Jul 25 19:18:47.985291 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2d57c622-15ac-4d03-82ca-91c7ccab865b req-bcd77dc1-fd42-4d23-b156-dd4d9c844ec6 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434422 Jul 25 19:18:48.808827 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-fe5fbb91-799c-4351-9a7b-4d475915954d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:48.810277 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-fe5fbb91-799c-4351-9a7b-4d475915954d tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 946 time: 0.0481594 Jul 25 19:18:48.895930 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Deleting port 52683359-7607-4c5f-8e77-291378a6ff24 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:18:48.896276 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (52683359-7607-4c5f-8e77-291378a6ff24), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:48.992414 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] For port 52683359-7607-4c5f-8e77-291378a6ff24, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=52683359-7607-4c5f-8e77-291378a6ff24,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:18:48.993133 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (52683359-7607-4c5f-8e77-291378a6ff24), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:49.108810 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e002b9-5088-4018-abbe-d02ca87c530c req-c0a8a436-0cd0-46af-adae-058f46e0e41b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:18:49.110182 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-16e002b9-5088-4018-abbe-d02ca87c530c req-c0a8a436-0cd0-46af-adae-058f46e0e41b tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 946 time: 0.0488234 Jul 25 19:18:49.159719 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-16e002b9-5088-4018-abbe-d02ca87c530c req-be933a2e-55f9-41ee-98a4-3a80ff783012 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups?id=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432491 Jul 25 19:18:49.162050 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:49.162397 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (32027a05-a01d-4815-b655-20673cb8a349), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:49.162755 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Floating IP 32027a05-a01d-4815-b655-20673cb8a349 disassociated. External IP: 172.27.0.243, port: 52683359-7607-4c5f-8e77-291378a6ff24. Jul 25 19:18:49.163094 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Calling delete_port for 52683359-7607-4c5f-8e77-291378a6ff24 owned by compute:nova {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:18:49.354454 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (52683359-7607-4c5f-8e77-291378a6ff24), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:49.385792 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event deleted for resources: {'Port': ['ID=52683359-7607-4c5f-8e77-291378a6ff24,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:18:49.398560 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.398907 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.399246 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.399586 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.399917 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.400246 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.400571 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.400892 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.401235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.401542 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.401873 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.402197 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.402975 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.402975 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.402975 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:49.521912 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Router 6408ca1f-dcb1-4899-a78d-2433aec95226 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:18:49.638990 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:49.644990 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:18:49.656043 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] Sync routers for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:18:49.669575 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:18:49.670582 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:18:49.692827 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] No DVR routers for this DVR port 52683359-7607-4c5f-8e77-291378a6ff24 on host hv-cinder-82002 {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:18:49.695592 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:49.699748 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3b955a06-9c79-42fc-a01b-1cc48ff4cb67 req-7f0c8ae1-d884-4feb-abb7-c2320bdcf7a4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.88 "DELETE /v2.0/ports/52683359-7607-4c5f-8e77-291378a6ff24 HTTP/1.1" status: 204 len: 173 time: 0.8845212 Jul 25 19:18:49.700221 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cda365-54af-4db5-857e-91948f2d7503', 'name': 'network-vif-deleted', 'tag': '52683359-7607-4c5f-8e77-291378a6ff24'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:18:49.702736 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd0df2-9607-46db-b8a8-e1fb38752634" -d '{"events": [{"server_uuid": "d8cda365-54af-4db5-857e-91948f2d7503", "name": "network-vif-deleted", "tag": "52683359-7607-4c5f-8e77-291378a6ff24"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:18:49.803176 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:18:49.826668 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f492f4df-bc50-4e99-89a2-de4ba44d3f57 x-openstack-request-id: req-f492f4df-bc50-4e99-89a2-de4ba44d3f57 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:18:49.827232 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cda365-54af-4db5-857e-91948f2d7503", "name": "network-vif-deleted", "tag": "52683359-7607-4c5f-8e77-291378a6ff24", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:18:49.827492 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f492f4df-bc50-4e99-89a2-de4ba44d3f57 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:18:49.828027 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f492f4df-bc50-4e99-89a2-de4ba44d3f57'] response: {'server_uuid': 'd8cda365-54af-4db5-857e-91948f2d7503', 'name': 'network-vif-deleted', 'tag': '52683359-7607-4c5f-8e77-291378a6ff24', 'status': 'completed', 'code': 200} Jul 25 19:18:50.238720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:18:50.278359 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] Checking router: 6408ca1f-dcb1-4899-a78d-2433aec95226 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:18:50.290959 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:18:50.291590 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:18:50.293251 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1b301a7f-e58c-47d7-be93-ae49b5c57e2d req-6c7570e7-67fd-4437-bcb1-7df20111814c tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/ports?device_id=d8cda365-54af-4db5-857e-91948f2d7503 HTTP/1.1" status: 200 len: 210 time: 0.0324564 Jul 25 19:18:50.416334 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:18:50.613961 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:18:50.639972 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb1b316-45ae-4f07-8209-83883aeb746c None None] The sync data for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi is: [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:04:22Z', 'revision_number': 4, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '604dbe27-1520-446d-adf3-6171ea3170f7', 'name': '', 'network_id': 'd6572528-5d40-45d4-b911-d98d584260e1', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'mac_address': 'fa:16:3e:0a:3a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:19Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'subnets': [{'id': '578bf41b-c9c5-467f-83e7-b2eac5279fd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:18:50.861191 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db180216-53f8-4656-9e69-30b12166d9ec None None] New status for floating IP 32027a05-a01d-4815-b655-20673cb8a349: DOWN {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:18:51.469333 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47612) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:18:51.507032 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:51.527480 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-29d3a8f3-60bb-4d28-ac0c-80bede072000 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:51.553013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-29d3a8f3-60bb-4d28-ac0c-80bede072000 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:51.731237 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-29d3a8f3-60bb-4d28-ac0c-80bede072000 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:51.733953 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-29d3a8f3-60bb-4d28-ac0c-80bede072000 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:51.735169 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-29d3a8f3-60bb-4d28-ac0c-80bede072000 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "DELETE /v2.0/security-groups/a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7 HTTP/1.1" status: 204 len: 168 time: 0.2648013 Jul 25 19:18:51.738062 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47614) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:18:51.745869 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3a8f3-60bb-4d28-ac0c-80bede072000 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:18:51.752659 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.api.v2.resource [None req-556038f2-7f5d-40eb-81e8-2e91b3e980f4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] show failed (client error): The resource could not be found. Jul 25 19:18:51.754076 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-556038f2-7f5d-40eb-81e8-2e91b3e980f4 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "GET /v2.0/security-groups/a7cc7b2c-5fb5-4e32-92b8-bb7a2ada14f7 HTTP/1.1" status: 404 len: 347 time: 0.0149863 Jul 25 19:18:51.757097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47616) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:18:52.123277 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Deleting port b9a016b4-6e19-4da4-a0aa-c9e057b47589 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:18:52.123515 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (b9a016b4-6e19-4da4-a0aa-c9e057b47589), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:52.199872 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (b9a016b4-6e19-4da4-a0aa-c9e057b47589), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:52.200197 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (b9a016b4-6e19-4da4-a0aa-c9e057b47589), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:52.216299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Calling delete_port for b9a016b4-6e19-4da4-a0aa-c9e057b47589 owned by network:floatingip {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:18:52.451396 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (b9a016b4-6e19-4da4-a0aa-c9e057b47589), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:52.475874 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Pushing event deleted for resources: {'Port': ['ID=b9a016b4-6e19-4da4-a0aa-c9e057b47589,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:18:52.490116 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.490507 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.490861 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.491209 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.491554 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.492146 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.492490 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.492823 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.493152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.493486 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.493820 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.495733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.495733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.495733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.495733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:18:52.554455 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks [] for floatingip (32027a05-a01d-4815-b655-20673cb8a349), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:52.556981 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:52.558144 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-bb741678-8c1d-4d36-b818-4fbbb7b1dde3 tempest-AttachVolumeTestJSON-1284394580 tempest-AttachVolumeTestJSON-1284394580-project] 10.222.0.17 "DELETE /v2.0/floatingips/32027a05-a01d-4815-b655-20673cb8a349 HTTP/1.1" status: 204 len: 168 time: 0.8002632 Jul 25 19:18:53.368121 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 52683359-7607-4c5f-8e77-291378a6ff24 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:18:53.388921 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 52683359-7607-4c5f-8e77-291378a6ff24 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:18:53.391224 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 52683359-7607-4c5f-8e77-291378a6ff24 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:18:55.839647 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-af74ed1b-de5a-4863-8885-0a8fa4d7ae86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:56.561392 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47646) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:18:57.027353 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (6408ca1f-dcb1-4899-a78d-2433aec95226), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:57.298396 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Deleting port 604dbe27-1520-446d-adf3-6171ea3170f7 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:18:57.298659 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:57.366529 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:57.382341 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] For port 604dbe27-1520-446d-adf3-6171ea3170f7, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=604dbe27-1520-446d-adf3-6171ea3170f7,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:18:57.382745 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:57.395762 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Calling delete_port for 604dbe27-1520-446d-adf3-6171ea3170f7 owned by network:router_interface {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:18:57.568709 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:57.639819 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (604dbe27-1520-446d-adf3-6171ea3170f7), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:57.668239 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Pushing event deleted for resources: {'Port': ['ID=604dbe27-1520-446d-adf3-6171ea3170f7,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:18:57.836202 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (6408ca1f-dcb1-4899-a78d-2433aec95226), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:58.286566 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Router 6408ca1f-dcb1-4899-a78d-2433aec95226 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:18:58.296941 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4b26279e-5953-4366-b18c-1f5ef623ec7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:58.390863 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:18:58.395949 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f8bba373-413b-421d-bf1e-9c7c39e91917 admin admin] 10.222.0.17 "PUT /v2.0/routers/6408ca1f-dcb1-4899-a78d-2433aec95226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8520565 Jul 25 19:18:58.398724 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47650) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:18:58.400692 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] Sync routers for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:18:58.420754 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:18:58.420754 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:18:58.504662 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks [] for router (6408ca1f-dcb1-4899-a78d-2433aec95226), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:58.525351 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:18:58.610490 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks [] for router_gateway (6408ca1f-dcb1-4899-a78d-2433aec95226), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:58.681502 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:58.682260 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:58.683846 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:58.700935 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140'}], 'enable_snat': True}, 'gw_port_id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:18:57Z', 'revision_number': 5, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port': {'id': '00492e85-d60a-4b63-a2db-2626f29c615f', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:12Z', 'updated_at': '2022-07-25T19:04:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:18:58.713781 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Deleting port 00492e85-d60a-4b63-a2db-2626f29c615f {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:18:58.717943 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:58.727938 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] Checking router: 6408ca1f-dcb1-4899-a78d-2433aec95226 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:18:58.737211 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] Routers {'6408ca1f-dcb1-4899-a78d-2433aec95226'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:18:58.737929 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6408ca1f-dcb1-4899-a78d-2433aec95226'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:18:58.754129 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:58.796479 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] For port 00492e85-d60a-4b63-a2db-2626f29c615f, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=00492e85-d60a-4b63-a2db-2626f29c615f,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:18:58.796837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:58.815197 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Calling delete_port for 00492e85-d60a-4b63-a2db-2626f29c615f owned by network:router_gateway {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:18:58.826083 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] Set router 6408ca1f-dcb1-4899-a78d-2433aec95226 gateway port host: None {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:18:58.880127 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:18:58Z', 'revision_number': 6, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port_host': None}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:18:58.905546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5572c751-8807-47af-8050-4c0159c7fecd None None] The sync data for ids ['6408ca1f-dcb1-4899-a78d-2433aec95226'] in dv-cinder-820027-16-iscsi is: [{'id': '6408ca1f-dcb1-4899-a78d-2433aec95226', 'name': 'tempest-AttachVolumeTestJSON-1058267884-router', 'tenant_id': '5e929654eb2b4c1ca969174e94aa8de2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:10Z', 'updated_at': '2022-07-25T19:18:58Z', 'revision_number': 6, 'project_id': '5e929654eb2b4c1ca969174e94aa8de2', 'gw_port_host': None}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:18:59.057074 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (00492e85-d60a-4b63-a2db-2626f29c615f), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.082127 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Pushing event deleted for resources: {'Port': ['ID=00492e85-d60a-4b63-a2db-2626f29c615f,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:18:59.149371 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (6408ca1f-dcb1-4899-a78d-2433aec95226), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.238213 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (6408ca1f-dcb1-4899-a78d-2433aec95226), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.240316 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks [] for router_controller (6408ca1f-dcb1-4899-a78d-2433aec95226), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.354139 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (6408ca1f-dcb1-4899-a78d-2433aec95226), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.354787 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6408ca1f-dcb1-4899-a78d-2433aec95226 {{(pid=111003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:18:59.359250 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.360452 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-57fee963-12f1-4820-93de-d15076e0c807 admin admin] 10.222.0.17 "DELETE /v2.0/routers/6408ca1f-dcb1-4899-a78d-2433aec95226 HTTP/1.1" status: 204 len: 168 time: 0.9607191 Jul 25 19:18:59.363688 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47652) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:18:59.413080 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_v2 [None req-86811437-9003-401b-8e2f-1363925dd911 admin admin] Deleting subnet 578bf41b-c9c5-467f-83e7-b2eac5279fd1 {{(pid=111003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:18:59.416552 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86811437-9003-401b-8e2f-1363925dd911 admin admin] Publish callbacks [] for subnet (578bf41b-c9c5-467f-83e7-b2eac5279fd1), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.454711 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86811437-9003-401b-8e2f-1363925dd911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16870686'] for subnet (578bf41b-c9c5-467f-83e7-b2eac5279fd1), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.484361 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:18:59.536598 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86811437-9003-401b-8e2f-1363925dd911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (578bf41b-c9c5-467f-83e7-b2eac5279fd1), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.554033 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.692246 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86811437-9003-401b-8e2f-1363925dd911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18247439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17449360'] for subnet (578bf41b-c9c5-467f-83e7-b2eac5279fd1), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.719769 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86811437-9003-401b-8e2f-1363925dd911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=578bf41b-c9c5-467f-83e7-b2eac5279fd1,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:18:59.723514 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-86811437-9003-401b-8e2f-1363925dd911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.727060 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-86811437-9003-401b-8e2f-1363925dd911 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/578bf41b-c9c5-467f-83e7-b2eac5279fd1 HTTP/1.1" status: 204 len: 168 time: 0.3620694 Jul 25 19:18:59.729875 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47654) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:18:59.735294 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257f450e-8f46-4c6d-8f86-f5eb52128081 None None] Network d6572528-5d40-45d4-b911-d98d584260e1 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:18:59.804338 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (d6572528-5d40-45d4-b911-d98d584260e1), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.873024 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Deleting port 3851c1da-cc80-4e60-94ea-82644853d32f {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:18:59.873402 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.927238 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70454c95-2a49-4b71-9114-faed4744584e None None] DHCP port deletion for d6572528-5d40-45d4-b911-d98d584260e1 request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:18:59.959354 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] For port 3851c1da-cc80-4e60-94ea-82644853d32f, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=3851c1da-cc80-4e60-94ea-82644853d32f,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:18:59.959354 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:18:59.967982 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Calling delete_port for 3851c1da-cc80-4e60-94ea-82644853d32f owned by network:dhcp {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:18:59.976891 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-70454c95-2a49-4b71-9114-faed4744584e None None] Deleting port 3851c1da-cc80-4e60-94ea-82644853d32f {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:18:59.977154 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-70454c95-2a49-4b71-9114-faed4744584e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.035454 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:00.046915 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-70454c95-2a49-4b71-9114-faed4744584e None None] For port 3851c1da-cc80-4e60-94ea-82644853d32f, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=3851c1da-cc80-4e60-94ea-82644853d32f,segment=NetworkSegment(07ed06d9-c973-4509-9e98-11c2ed0c7818),segment_id=07ed06d9-c973-4509-9e98-11c2ed0c7818)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:00.047564 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-70454c95-2a49-4b71-9114-faed4744584e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.061915 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-70454c95-2a49-4b71-9114-faed4744584e None None] Calling delete_port for 3851c1da-cc80-4e60-94ea-82644853d32f owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:00.125677 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.140444 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-70454c95-2a49-4b71-9114-faed4744584e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (3851c1da-cc80-4e60-94ea-82644853d32f), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.154849 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Pushing event deleted for resources: {'Port': ['ID=3851c1da-cc80-4e60-94ea-82644853d32f,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:00.167300 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] No DVR routers for this DVR port 3851c1da-cc80-4e60-94ea-82644853d32f on host dv-cinder-820027-16-iscsi {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:00.169974 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70454c95-2a49-4b71-9114-faed4744584e None None] Pushing event deleted for resources: {'Port': ['ID=3851c1da-cc80-4e60-94ea-82644853d32f,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:00.173641 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70454c95-2a49-4b71-9114-faed4744584e None None] No DVR routers for this DVR port 3851c1da-cc80-4e60-94ea-82644853d32f on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:00.243062 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (d6572528-5d40-45d4-b911-d98d584260e1), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.267620 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6572528-5d40-45d4-b911-d98d584260e1']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:00.277441 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07ed06d9-c973-4509-9e98-11c2ed0c7818') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:00.277746 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07ed06d9-c973-4509-9e98-11c2ed0c7818') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:00.288923 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (07ed06d9-c973-4509-9e98-11c2ed0c7818), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.303147 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (07ed06d9-c973-4509-9e98-11c2ed0c7818), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.309985 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Releasing vlan 791 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:19:00.310408 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (07ed06d9-c973-4509-9e98-11c2ed0c7818), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.390704 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 07ed06d9-c973-4509-9e98-11c2ed0c7818 resource provider aggregate not found Jul 25 19:19:00.404990 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 07ed06d9-c973-4509-9e98-11c2ed0c7818 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07ed06d9-c973-4509-9e98-11c2ed0c7818 found for delete ", "request_id": "req-b0b32180-1a79-412a-8fb6-60c92a5a2edd"}]} Jul 25 19:19:00.445799 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (d6572528-5d40-45d4-b911-d98d584260e1), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.451509 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.454554 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] 10.222.0.17 "DELETE /v2.0/networks/d6572528-5d40-45d4-b911-d98d584260e1 HTTP/1.1" status: 204 len: 168 time: 0.7239249 Jul 25 19:19:00.466572 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee186b-5134-47fb-9988-56977d4125dd admin admin] Pushing event deleted for resources: {'Network': ['ID=d6572528-5d40-45d4-b911-d98d584260e1,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:00.558531 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 604dbe27-1520-446d-adf3-6171ea3170f7 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:00.578384 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 604dbe27-1520-446d-adf3-6171ea3170f7 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:00.578660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 604dbe27-1520-446d-adf3-6171ea3170f7 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:00.579080 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 3851c1da-cc80-4e60-94ea-82644853d32f no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:00.597744 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 3851c1da-cc80-4e60-94ea-82644853d32f {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:00.598099 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 3851c1da-cc80-4e60-94ea-82644853d32f not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:00.598542 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 00492e85-d60a-4b63-a2db-2626f29c615f no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:00.617810 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 00492e85-d60a-4b63-a2db-2626f29c615f {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:00.618158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 00492e85-d60a-4b63-a2db-2626f29c615f not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:00.770986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47666) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:00.811222 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d5b91741-21c5-494d-a21e-2cefacb35ae1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=5e929654eb2b4c1ca969174e94aa8de2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390670 Jul 25 19:19:00.813789 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47668) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:00.865244 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1e2dc5e6-9b98-412d-b402-eec46db58060 admin admin] Publish callbacks [] for security_group (d48fa035-5990-4d4d-b261-b77baf19e593), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.888880 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1e2dc5e6-9b98-412d-b402-eec46db58060 admin admin] Publish callbacks [] for security_group (d48fa035-5990-4d4d-b261-b77baf19e593), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.890454 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:00.907382 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:00.936028 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:00.940442 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:00.981223 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47670) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:01.045698 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1e2dc5e6-9b98-412d-b402-eec46db58060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d48fa035-5990-4d4d-b261-b77baf19e593), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:01.048528 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1e2dc5e6-9b98-412d-b402-eec46db58060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:01.050775 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-1e2dc5e6-9b98-412d-b402-eec46db58060 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d48fa035-5990-4d4d-b261-b77baf19e593 HTTP/1.1" status: 204 len: 168 time: 0.2359188 Jul 25 19:19:01.059731 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dc5e6-9b98-412d-b402-eec46db58060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48fa035-5990-4d4d-b261-b77baf19e593,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:01.263406 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:01.290770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:01.310780 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Deleting port 16e180b7-67d8-40dd-a4f5-dffbcb670bf7 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:01.311120 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:01.394176 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:01.394758 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for floatingip (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:01.410366 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Calling delete_port for 16e180b7-67d8-40dd-a4f5-dffbcb670bf7 owned by network:floatingip {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:01.657382 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (16e180b7-67d8-40dd-a4f5-dffbcb670bf7), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:01.696807 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event deleted for resources: {'Port': ['ID=16e180b7-67d8-40dd-a4f5-dffbcb670bf7,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:01.762255 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for floatingip (002ca195-22f3-44f6-8783-ddd454d42b77), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:01.762801 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Floating IP 002ca195-22f3-44f6-8783-ddd454d42b77 disassociated (deleted). External IP: 172.27.0.219, port: 917d51f6-d780-4f2f-b965-f032f1e24916. Jul 25 19:19:01.843985 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:01.974353 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Router f3cf604c-d4b8-4dcd-849d-10207d97b33c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:19:02.082609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:19:02.087146 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.092899 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] Sync routers for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:19:02.103186 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:02.103797 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:02.123298 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d96e9f92-2c2e-4305-aec1-638bba90d7ab tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "DELETE /v2.0/floatingips/002ca195-22f3-44f6-8783-ddd454d42b77 HTTP/1.1" status: 204 len: 168 time: 1.1383979 Jul 25 19:19:02.123298 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:19:02.123884 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7060cd-8a6d-40cf-b177-a8efe2227358" -d '{"events": [{"name": "network-changed", "server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:19:02.156433 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47698) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:02.178394 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc031c88-6102-49b7-a890-0cb7c59d1ced x-openstack-request-id: req-dc031c88-6102-49b7-a890-0cb7c59d1ced {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:19:02.178785 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:19:02.179135 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-dc031c88-6102-49b7-a890-0cb7c59d1ced {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:19:02.179635 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc031c88-6102-49b7-a890-0cb7c59d1ced'] response: {'name': 'network-changed', 'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916', 'status': 'completed', 'code': 200} Jul 25 19:19:02.254716 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-cdf3e9c9-eefe-465f-aea8-1e80f55f0e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:02.258144 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-cdf3e9c9-eefe-465f-aea8-1e80f55f0e77 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=019f72079acf4a74bd1a0706041e6678&device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 1129 time: 0.0566800 Jul 25 19:19:02.262284 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:02.333136 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1856639379-network', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:02.390947 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-7431f544-17e4-4e58-ad5f-ff0392571c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:02.392483 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-7431f544-17e4-4e58-ad5f-ff0392571c88 service neutron] 10.222.0.88 "GET /v2.0/networks?id=258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 200 len: 909 time: 0.1286869 Jul 25 19:19:02.438087 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-a76d9fd4-220f-4807-914e-e1ba7ad17f8d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 200 len: 217 time: 0.0387020 Jul 25 19:19:02.439414 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Made reservation on behalf of c283d74bc1404c078fa9c350c8acfe4a for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:19:02.442529 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.460238 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.477712 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:37Z', 'revision_number': 5, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:02.504209 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] Checking router: f3cf604c-d4b8-4dcd-849d-10207d97b33c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:19:02.514550 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:02.515177 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:02.518971 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-636e9788-9ed1-4bc5-85d9-0cb763eb5a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:02.520485 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-636e9788-9ed1-4bc5-85d9-0cb763eb5a83 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb HTTP/1.1" status: 200 len: 847 time: 0.0745678 Jul 25 19:19:02.587158 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-ee0f6af9-5b80-4414-917f-4ce6df03a942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:02.588808 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-ee0f6af9-5b80-4414-917f-4ce6df03a942 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=258528fe-2a61-40c6-8c40-081c24552b12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0597625 Jul 25 19:19:02.590392 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:02.624056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53f8bf-4d85-4240-b2dc-04c349bbb906 req-521dc3b4-ba60-4e33-ba8b-6d25a39b482e tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:02.625688 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6e53f8bf-4d85-4240-b2dc-04c349bbb906 req-521dc3b4-ba60-4e33-ba8b-6d25a39b482e tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0531721 Jul 25 19:19:02.625838 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Publish callbacks [] for security_group (de594b28-5092-4b12-8dc4-541d161961ae), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.625962 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:02.680673 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (de594b28-5092-4b12-8dc4-541d161961ae), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.683487 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6e53f8bf-4d85-4240-b2dc-04c349bbb906 req-49fbe5c4-0284-4858-9905-57ace50375e1 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506823 Jul 25 19:19:02.713744 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:19:02.722389 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (4df7e57d-734e-4ebb-936e-c464c23b3be1), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.722825 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Added segment 4df7e57d-734e-4ebb-936e-c464c23b3be1 of type vlan for network 6364bb15-7d49-4471-b756-05562b7f4867 Jul 25 19:19:02.734813 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de594b28-5092-4b12-8dc4-541d161961ae,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:02.771642 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (6364bb15-7d49-4471-b756-05562b7f4867), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.826666 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:37Z', 'revision_number': 5, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:02.840017 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (6364bb15-7d49-4471-b756-05562b7f4867), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.841092 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:02.841694 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:02.848005 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:02.913834 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] Pushing event updated for resources: {'Network': ['ID=6364bb15-7d49-4471-b756-05562b7f4867,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:02.923899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 6364bb15-7d49-4471-b756-05562b7f4867 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:19:02.939250 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be42f061-562f-4181-aa2d-ba3f77afca1a None None] The sync data for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi is: [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:12:33Z', 'revision_number': 4, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '29a57540-2e0d-4b34-81df-a7eb3912f917', 'name': '', 'network_id': '258528fe-2a61-40c6-8c40-081c24552b12', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'mac_address': 'fa:16:3e:1a:19:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:32Z', 'updated_at': '2022-07-25T19:12:37Z', 'revision_number': 5, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'subnets': [{'id': 'bd361c3f-a29d-4eef-aa9f-3faf12aebdeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:19:03.020079 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6266ae3f-7654-4c0c-b066-f5654beb02b2 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8624525 Jul 25 19:19:03.023029 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47704) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:03.027959 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Request body: {'subnet': {'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-subnet', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:03.114151 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Made reservation on behalf of c283d74bc1404c078fa9c350c8acfe4a for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:19:03.118189 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844011'] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:03.178877 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb66a45c-f5fa-4856-9d28-0fd9257c05bd None None] New status for floating IP 002ca195-22f3-44f6-8783-ddd454d42b77: DOWN {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:19:03.360008 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3796430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8843993'] for subnet (0ff6781e-2137-4913-aa77-da6021bf2bb0), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:03.413896 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff6781e-2137-4913-aa77-da6021bf2bb0,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:03.430565 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Checking segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:19:03.430945 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Network hostable DHCP agents. Network: 6364bb15-7d49-4471-b756-05562b7f4867, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:19:03.508453 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Network 6364bb15-7d49-4471-b756-05562b7f4867 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:19:03.616498 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 6364bb15-7d49-4471-b756-05562b7f4867) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:19:03.623587 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:03.624181 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:03.629497 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb071c8-12b6-4ff3-9a0e-492ab2a9f9a2 None None] Network 6364bb15-7d49-4471-b756-05562b7f4867 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:19:03.629497 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:03.673685 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-7b2a5dfa-2063-47ae-90d6-70f94726c81b service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047487 Jul 25 19:19:03.713432 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-bc1f8275-78a5-44f1-ae77-1c22b7210092 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6866472 Jul 25 19:19:03.713993 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47706) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:03.719954 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:03.743883 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-6364bb15-7d49-4471-b756-05562b7f4867', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:19:03.756344 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:03.828835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:03.830787 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:03.832085 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8e7060cd-8a6d-40cf-b177-a8efe2227358 req-0e05b878-e2c9-442e-89c6-f10f2acdaef6 service neutron] 10.222.0.88 "GET /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425374 Jul 25 19:19:03.835178 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:03.845164 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1cc1b-d698-4f35-95ea-547762f13126 req-16a787b6-a157-4d2c-950f-d5c1a81d90f3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:03.847881 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-97e1cc1b-d698-4f35-95ea-547762f13126 req-16a787b6-a157-4d2c-950f-d5c1a81d90f3 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0793738 Jul 25 19:19:03.894927 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks [] for router_controller (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), precommit_add_association {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:03.901577 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-97e1cc1b-d698-4f35-95ea-547762f13126 req-41172427-b231-4cb1-b912-9742a2f5ad9e tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/security-groups?id=d86404d6-89aa-40bd-8c53-e6494d3d0e4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476081 Jul 25 19:19:03.902392 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Allocated IP 172.20.0.2 (6364bb15-7d49-4471-b756-05562b7f4867/0ff6781e-2137-4913-aa77-da6021bf2bb0/4a00902a-ac90-4e76-92df-4330e112d331) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:19:04.047625 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Publish callbacks [] for port (4a00902a-ac90-4e76-92df-4330e112d331), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.172975 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:04.175239 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks [] for router_gateway (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.176913 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (4a00902a-ac90-4e76-92df-4330e112d331), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.225219 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Network 6364bb15-7d49-4471-b756-05562b7f4867 is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:19:04.230740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:19:04.232605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Pushing event updated for resources: {'Port': ['ID=4a00902a-ac90-4e76-92df-4330e112d331,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:04.234775 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:19:04.292990 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Attempting to bind port 4a00902a-ac90-4e76-92df-4330e112d331 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:19:04.293445 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Attempting to bind port 4a00902a-ac90-4e76-92df-4330e112d331 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:19:04.293832 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Attempting to bind port 4a00902a-ac90-4e76-92df-4330e112d331 on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:19:04.299282 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:19:04.299666 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Checking segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:19:04.300072 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.300468 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Bound using segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:19:04.300942 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Bound port: 4a00902a-ac90-4e76-92df-4330e112d331, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:19:04.301496 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4a00902a-ac90-4e76-92df-4330e112d331), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.336226 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:04.370366 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] For port 4a00902a-ac90-4e76-92df-4330e112d331, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:19:04.372597 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:04.374856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] For port 4a00902a-ac90-4e76-92df-4330e112d331, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=4a00902a-ac90-4e76-92df-4330e112d331,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:19:04.375443 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adae2e-4c1e-4772-858d-316aeb907510 req-1db71c67-3b69-458d-a887-120b0236825a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:04.377069 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-83adae2e-4c1e-4772-858d-316aeb907510 req-1db71c67-3b69-458d-a887-120b0236825a tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.88 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 945 time: 0.0506039 Jul 25 19:19:04.437852 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks [] for router_gateway (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.445459 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (4a00902a-ac90-4e76-92df-4330e112d331), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.459302 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.470642 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Deleting port 917d51f6-d780-4f2f-b965-f032f1e24916 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:04.471886 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.520045 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70e0c2-4586-4108-8827-9c60cbaf724c None None] Pushing event updated for resources: {'Port': ['ID=4a00902a-ac90-4e76-92df-4330e112d331,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:04.559673 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:04.598852 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Allocated IP 172.27.0.91 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:19:04.599582 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] For port 917d51f6-d780-4f2f-b965-f032f1e24916, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=917d51f6-d780-4f2f-b965-f032f1e24916,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:04.599948 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.614733 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Calling delete_port for 917d51f6-d780-4f2f-b965-f032f1e24916 owned by compute:nova {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:04.649787 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:04.726808 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks [] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.828197 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.851860 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (917d51f6-d780-4f2f-b965-f032f1e24916), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.877854 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:19:04.883081 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:19:04.885554 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event deleted for resources: {'Port': ['ID=917d51f6-d780-4f2f-b965-f032f1e24916,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:04.887696 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:19:04.914189 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Pushing event updated for resources: {'Port': ['ID=ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:04.933004 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] No DVR routers for this DVR port 917d51f6-d780-4f2f-b965-f032f1e24916 on host hv-cinder-82002 {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:04.935751 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:04.940085 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-83adae2e-4c1e-4772-858d-316aeb907510 req-e3c4abbb-30d5-4ca7-8307-d44f062cd423 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.88 "DELETE /v2.0/ports/917d51f6-d780-4f2f-b965-f032f1e24916 HTTP/1.1" status: 204 len: 173 time: 0.5564282 Jul 25 19:19:04.942459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'name': 'network-vif-deleted', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:19:04.944998 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d04b52-d6df-4612-a78f-e80a51c0321f" -d '{"events": [{"server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "name": "network-vif-deleted", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:19:04.988237 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b3025-6d4c-4564-94e0-97c8d9f6b103 x-openstack-request-id: req-c05b3025-6d4c-4564-94e0-97c8d9f6b103 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:19:04.988645 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08be3488-9017-42d8-99ed-63e8fe344653", "name": "network-vif-deleted", "tag": "917d51f6-d780-4f2f-b965-f032f1e24916", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:19:04.989060 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c05b3025-6d4c-4564-94e0-97c8d9f6b103 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:19:04.989539 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05b3025-6d4c-4564-94e0-97c8d9f6b103'] response: {'server_uuid': '08be3488-9017-42d8-99ed-63e8fe344653', 'name': 'network-vif-deleted', 'tag': '917d51f6-d780-4f2f-b965-f032f1e24916', 'status': 'completed', 'code': 200} Jul 25 19:19:05.065593 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c23bb8c9-5ea3-440f-8e02-562d72d9491a req-4d2e92ad-117b-4008-a1cf-63d784fba0df tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 210 time: 0.0409884 Jul 25 19:19:05.155507 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:05.254633 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks [] for router_gateway (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:05.480520 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:05.549739 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f825ab2-21f3-4fe4-8a0c-c89c10b96e26 None None] Network 6364bb15-7d49-4471-b756-05562b7f4867 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:19:05.681415 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-7fbf0c90-75a1-4016-8fd9-4ce3468f8d37 None None] Provisioning complete for port 4a00902a-ac90-4e76-92df-4330e112d331 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:05.681792 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0c90-75a1-4016-8fd9-4ce3468f8d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (4a00902a-ac90-4e76-92df-4330e112d331), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:05.703024 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111003) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:19:05.769402 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-7fbf0c90-75a1-4016-8fd9-4ce3468f8d37 None None] Current status of the port 4a00902a-ac90-4e76-92df-4330e112d331 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:05.769772 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0c90-75a1-4016-8fd9-4ce3468f8d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4a00902a-ac90-4e76-92df-4330e112d331), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:05.808021 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-7fbf0c90-75a1-4016-8fd9-4ce3468f8d37 None None] For port 4a00902a-ac90-4e76-92df-4330e112d331, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=4a00902a-ac90-4e76-92df-4330e112d331,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:05.849511 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:19:05.862297 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:19:05.871493 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:05.872119 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:05.902957 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0c90-75a1-4016-8fd9-4ce3468f8d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (4a00902a-ac90-4e76-92df-4330e112d331), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:05.957975 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:05.958873 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf0c90-75a1-4016-8fd9-4ce3468f8d37 None None] Pushing event updated for resources: {'Port': ['ID=4a00902a-ac90-4e76-92df-4330e112d331,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:05.962512 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47714) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:05.969234 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-93fb1af5-7760-4484-9a5e-dc6917167163 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2529037 Jul 25 19:19:05.985250 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:06.023583 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-d603e9e1-908f-4e48-b334-18f724ecdbae None None] Provisioning complete for port 4a00902a-ac90-4e76-92df-4330e112d331 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:06.023869 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d603e9e1-908f-4e48-b334-18f724ecdbae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (4a00902a-ac90-4e76-92df-4330e112d331), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.106428 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-d603e9e1-908f-4e48-b334-18f724ecdbae None None] Current status of the port 4a00902a-ac90-4e76-92df-4330e112d331 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:06.146106 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:06.202477 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:05Z', 'revision_number': 3, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:06.204425 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9c932bdd-f2fa-42e9-b90b-f4e5c4d9cd85 req-ec8c6e0d-4c16-47d3-9186-4d55852276ed tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "GET /v2.0/ports?device_id=08be3488-9017-42d8-99ed-63e8fe344653 HTTP/1.1" status: 200 len: 210 time: 0.0317159 Jul 25 19:19:06.235540 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:19:06.235902 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Updating router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:19:06.265089 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.267320 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:06.338443 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:06.450208 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.530824 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Publish callbacks [] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.588083 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.618776 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 4a00902a-ac90-4e76-92df-4330e112d331 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:19:06.634686 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Allocated IP 172.20.0.1 (6364bb15-7d49-4471-b756-05562b7f4867/0ff6781e-2137-4913-aa77-da6021bf2bb0/c01c9a7a-dce0-4252-ab5d-fec233c343d6) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:19:06.650846 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Attempting to bind port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:19:06.651220 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Attempting to bind port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:19:06.651564 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Attempting to bind port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:19:06.659791 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:19:06.660220 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:19:06.660606 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.660995 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:19:06.661883 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Bound port: ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:19:06.662270 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.674499 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 4a00902a-ac90-4e76-92df-4330e112d331 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:06.674884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (4a00902a-ac90-4e76-92df-4330e112d331), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.720550 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] For port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:19:06.724957 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] For port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:19:06.726251 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Pushing event updated for resources: {'Port': ['ID=ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3,revision_number=2']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:06.734504 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.737617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.737617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.737617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.737617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.737617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.737617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.737617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.737617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.738377 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.738377 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.738624 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.738949 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.739266 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.739588 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:06.746853 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Publish callbacks [] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.757883 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 4a00902a-ac90-4e76-92df-4330e112d331 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:06.761496 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:06.806083 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.857016 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.865012 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:06.866130 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:06.869051 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f5188-72ea-47d2-a9e8-26e6b1e3422a None None] Pushing event updated for resources: {'Port': ['ID=ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:06.900274 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Network 6364bb15-7d49-4471-b756-05562b7f4867 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:19:06.907621 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:19:06.912523 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:19:06.919898 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Pushing event updated for resources: {'Port': ['ID=c01c9a7a-dce0-4252-ab5d-fec233c343d6,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:06.961934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:06.979092 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:07.132938 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-2dab652d-3ce9-4cd9-a42c-cc087d0c6b9c None None] Provisioning complete for port c01c9a7a-dce0-4252-ab5d-fec233c343d6 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:07.133451 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2dab652d-3ce9-4cd9-a42c-cc087d0c6b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.170779 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:05Z', 'revision_number': 3, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:07.171994 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-2dab652d-3ce9-4cd9-a42c-cc087d0c6b9c None None] Port c01c9a7a-dce0-4252-ab5d-fec233c343d6 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:19:07.172959 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.196971 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67e8fc4-f426-45fe-baa5-4ecf4232cee2 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:05Z', 'revision_number': 3, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:19:07.280768 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47722) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:07.351708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:07.376796 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Publish callbacks [] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.442954 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.532406 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.544013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Pushing event updated for resources: {'Port': ['ID=c01c9a7a-dce0-4252-ab5d-fec233c343d6,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:07.625844 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ec9f54d-be19-442c-8db5-7dc5c7db7f48 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group (d86404d6-89aa-40bd-8c53-e6494d3d0e4b), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.653900 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Network 6364bb15-7d49-4471-b756-05562b7f4867 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:19:07.654746 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ec9f54d-be19-442c-8db5-7dc5c7db7f48 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group (d86404d6-89aa-40bd-8c53-e6494d3d0e4b), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.655506 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:19:07.709158 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:07.846579 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ec9f54d-be19-442c-8db5-7dc5c7db7f48 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d86404d6-89aa-40bd-8c53-e6494d3d0e4b), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.849581 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2ec9f54d-be19-442c-8db5-7dc5c7db7f48 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.851049 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-2ec9f54d-be19-442c-8db5-7dc5c7db7f48 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] 10.222.0.17 "DELETE /v2.0/security-groups/d86404d6-89aa-40bd-8c53-e6494d3d0e4b HTTP/1.1" status: 204 len: 168 time: 0.5692647 Jul 25 19:19:07.876448 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9f54d-be19-442c-8db5-7dc5c7db7f48 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86404d6-89aa-40bd-8c53-e6494d3d0e4b,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:07.907486 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-2af3fb1c-3892-4667-914b-7ad1bfdff11a None None] Provisioning complete for port c01c9a7a-dce0-4252-ab5d-fec233c343d6 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:07.908010 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2af3fb1c-3892-4667-914b-7ad1bfdff11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:07.944488 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-2af3fb1c-3892-4667-914b-7ad1bfdff11a None None] Port c01c9a7a-dce0-4252-ab5d-fec233c343d6 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:19:08.024237 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47726) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:08.055817 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:19:08.175468 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:19:08.181446 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b866e1cf-17f1-4883-a463-ef33867ec812 admin admin] 10.222.0.17 "PUT /v2.0/routers/0bc5744c-ecae-4c41-8079-d6fc8f846a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2175722 Jul 25 19:19:08.425702 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (f3cf604c-d4b8-4dcd-849d-10207d97b33c), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.520711 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:08.549643 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47736) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:08.554271 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-a76ae6e9-2266-41a3-8530-e8578d4cfe07 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1820267940', 'description': 'tempest-description--1811368037'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:08.599975 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:19:08.637000 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:08.648657 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:08.649083 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.675811 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:08.676140 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a76ae6e9-2266-41a3-8530-e8578d4cfe07 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.683965 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Deleting port 29a57540-2e0d-4b34-81df-a7eb3912f917 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:08.684309 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.710502 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:08.741311 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:08.741969 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.763473 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a76ae6e9-2266-41a3-8530-e8578d4cfe07 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (cfe6400c-64d9-4d88-b61f-f43b1e3c4270), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.765596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:08.785533 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] For port 29a57540-2e0d-4b34-81df-a7eb3912f917, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=29a57540-2e0d-4b34-81df-a7eb3912f917,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:08.786051 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.800972 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Calling delete_port for 29a57540-2e0d-4b34-81df-a7eb3912f917 owned by network:router_interface {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:08.816722 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a76ae6e9-2266-41a3-8530-e8578d4cfe07 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (cfe6400c-64d9-4d88-b61f-f43b1e3c4270), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.816971 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.856064 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ae6e9-2266-41a3-8530-e8578d4cfe07 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6400c-64d9-4d88-b61f-f43b1e3c4270,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:08.865193 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:08.878023 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:08.898773 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a76ae6e9-2266-41a3-8530-e8578d4cfe07 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:08.900326 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-a76ae6e9-2266-41a3-8530-e8578d4cfe07 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3494198 Jul 25 19:19:08.910208 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47738) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:08.914705 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-ebb79ed6-e076-484d-a013-1f97f92a3cb1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6400c-64d9-4d88-b61f-f43b1e3c4270', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:08.967899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:19:08.973030 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:08.973654 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:09.016948 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ebb79ed6-e076-484d-a013-1f97f92a3cb1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (1240d111-1a5f-4c2e-b0e1-c98d56342785), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.051283 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:09.075618 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ebb79ed6-e076-484d-a013-1f97f92a3cb1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (1240d111-1a5f-4c2e-b0e1-c98d56342785), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.080104 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:09.090775 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (29a57540-2e0d-4b34-81df-a7eb3912f917), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.120860 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Pushing event deleted for resources: {'Port': ['ID=29a57540-2e0d-4b34-81df-a7eb3912f917,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:09.160113 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ebb79ed6-e076-484d-a013-1f97f92a3cb1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (1240d111-1a5f-4c2e-b0e1-c98d56342785), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.200517 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb79ed6-e076-484d-a013-1f97f92a3cb1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1240d111-1a5f-4c2e-b0e1-c98d56342785,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:09.259428 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ebb79ed6-e076-484d-a013-1f97f92a3cb1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.260465 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-ebb79ed6-e076-484d-a013-1f97f92a3cb1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3492515 Jul 25 19:19:09.263252 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47740) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:09.268525 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-d54a1395-cd40-443c-aa01-451a3ecc9915 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group_rule': {'security_group_id': 'cfe6400c-64d9-4d88-b61f-f43b1e3c4270', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:09.319850 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (f3cf604c-d4b8-4dcd-849d-10207d97b33c), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.331682 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 2, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:09.350842 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d54a1395-cd40-443c-aa01-451a3ecc9915 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (1af57580-65c5-424b-8086-4602b28954b9), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.359781 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:19:09.360262 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Updating router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f port c01c9a7a-dce0-4252-ab5d-fec233c343d6 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:19:09.391170 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.418609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d54a1395-cd40-443c-aa01-451a3ecc9915 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (1af57580-65c5-424b-8086-4602b28954b9), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.429786 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 917d51f6-d780-4f2f-b965-f032f1e24916 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:09.463025 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 917d51f6-d780-4f2f-b965-f032f1e24916 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:09.463285 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 917d51f6-d780-4f2f-b965-f032f1e24916 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:09.474105 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d54a1395-cd40-443c-aa01-451a3ecc9915 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (1af57580-65c5-424b-8086-4602b28954b9), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.494406 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a1395-cd40-443c-aa01-451a3ecc9915 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af57580-65c5-424b-8086-4602b28954b9,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:09.547317 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Router f3cf604c-d4b8-4dcd-849d-10207d97b33c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:19:09.572662 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d54a1395-cd40-443c-aa01-451a3ecc9915 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.577103 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d54a1395-cd40-443c-aa01-451a3ecc9915 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3092952 Jul 25 19:19:09.577867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47742) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:09.583511 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:09.659576 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:09.668381 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:09.674917 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.681147 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:19:09.690632 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-b1e4458d-0722-46f0-9040-2019398cc80c admin admin] 10.222.0.17 "PUT /v2.0/routers/f3cf604c-d4b8-4dcd-849d-10207d97b33c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6612599 Jul 25 19:19:09.690632 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47744) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:09.691875 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] Sync routers for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:19:09.705630 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Publish callbacks [] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.721379 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:09.721379 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:09.759554 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:09.782638 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.795949 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.802467 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks [] for router (f3cf604c-d4b8-4dcd-849d-10207d97b33c), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.833529 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:09.905003 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:09.932781 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac266d0a-8a2e-4c86-b0ea-b9dcd33cdfdf None None] Pushing event updated for resources: {'Port': ['ID=c01c9a7a-dce0-4252-ab5d-fec233c343d6,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:09.938163 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Allocated IP 172.27.0.179 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/7725e646-0782-4092-a3c9-f639fe291513) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:19:09.950611 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:09.965578 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks [] for router_gateway (f3cf604c-d4b8-4dcd-849d-10207d97b33c), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.990124 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Attempting to bind port c01c9a7a-dce0-4252-ab5d-fec233c343d6 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:19:09.990661 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Attempting to bind port c01c9a7a-dce0-4252-ab5d-fec233c343d6 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:19:09.990895 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Attempting to bind port c01c9a7a-dce0-4252-ab5d-fec233c343d6 on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:19:09.998185 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:19:09.998598 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Checking segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:19:09.999003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:09.999401 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Bound using segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:19:09.999892 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Bound port: c01c9a7a-dce0-4252-ab5d-fec233c343d6, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:19:10.000279 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.054673 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 5, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port': {'id': 'e3c7d1bb-6ee1-44ba-9a73-e05389951303', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:95:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:30Z', 'updated_at': '2022-07-25T19:12:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:10.077306 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] For port c01c9a7a-dce0-4252-ab5d-fec233c343d6, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:19:10.081460 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] For port c01c9a7a-dce0-4252-ab5d-fec233c343d6, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=c01c9a7a-dce0-4252-ab5d-fec233c343d6,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:19:10.111016 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Deleting port e3c7d1bb-6ee1-44ba-9a73-e05389951303 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:10.112244 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.120772 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (7725e646-0782-4092-a3c9-f639fe291513), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.161638 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.187709 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] Checking router: f3cf604c-d4b8-4dcd-849d-10207d97b33c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:19:10.197802 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] Routers {'f3cf604c-d4b8-4dcd-849d-10207d97b33c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:10.198675 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:10.210755 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:10.211616 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (7725e646-0782-4092-a3c9-f639fe291513), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.227944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] For port e3c7d1bb-6ee1-44ba-9a73-e05389951303, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e3c7d1bb-6ee1-44ba-9a73-e05389951303,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:10.228379 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.237748 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-d7bdf6eb-5d5d-4cfd-92b4-2904e3ae1794 None None] Provisioning complete for port c01c9a7a-dce0-4252-ab5d-fec233c343d6 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:10.238178 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d7bdf6eb-5d5d-4cfd-92b4-2904e3ae1794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.247152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Calling delete_port for e3c7d1bb-6ee1-44ba-9a73-e05389951303 owned by network:router_gateway {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:10.276769 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac266d0a-8a2e-4c86-b0ea-b9dcd33cdfdf None None] Pushing event updated for resources: {'Port': ['ID=c01c9a7a-dce0-4252-ab5d-fec233c343d6,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:10.282739 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:10.284058 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:10.315379 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:19:10.318280 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] Set router f3cf604c-d4b8-4dcd-849d-10207d97b33c gateway port host: None {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:10.322671 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:19:10.327332 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:10.335834 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:19:10.380628 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:19:09Z', 'revision_number': 6, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port_host': None}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:10.413277 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3623c4f7-c053-413b-96d6-398e649f8448 None None] The sync data for ids ['f3cf604c-d4b8-4dcd-849d-10207d97b33c'] in dv-cinder-820027-16-iscsi is: [{'id': 'f3cf604c-d4b8-4dcd-849d-10207d97b33c', 'name': 'tempest-TestShelveInstance-589934305-router', 'tenant_id': '019f72079acf4a74bd1a0706041e6678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:29Z', 'updated_at': '2022-07-25T19:19:09Z', 'revision_number': 6, 'project_id': '019f72079acf4a74bd1a0706041e6678', 'gw_port_host': None}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:19:10.427245 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=7725e646-0782-4092-a3c9-f639fe291513,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:10.560478 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (e3c7d1bb-6ee1-44ba-9a73-e05389951303), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.605041 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c7d1bb-6ee1-44ba-9a73-e05389951303,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:10.620536 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-d7bdf6eb-5d5d-4cfd-92b4-2904e3ae1794 None None] Current status of the port c01c9a7a-dce0-4252-ab5d-fec233c343d6 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:10.620888 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d7bdf6eb-5d5d-4cfd-92b4-2904e3ae1794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.624040 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:10.637257 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (8a82bd3f-5ae7-4058-9bc1-ceb580db9664), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.645584 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:10.696945 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (f3cf604c-d4b8-4dcd-849d-10207d97b33c), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.727372 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (7725e646-0782-4092-a3c9-f639fe291513), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.742356 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:10.744309 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-d7bdf6eb-5d5d-4cfd-92b4-2904e3ae1794 None None] For port c01c9a7a-dce0-4252-ab5d-fec233c343d6, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=c01c9a7a-dce0-4252-ab5d-fec233c343d6,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:10.791877 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d7bdf6eb-5d5d-4cfd-92b4-2904e3ae1794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.804432 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (f3cf604c-d4b8-4dcd-849d-10207d97b33c), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.806871 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks [] for router_controller (f3cf604c-d4b8-4dcd-849d-10207d97b33c), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.889471 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdf6eb-5d5d-4cfd-92b4-2904e3ae1794 None None] Pushing event updated for resources: {'Port': ['ID=c01c9a7a-dce0-4252-ab5d-fec233c343d6,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:10.945676 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-bbf19497-12b8-42b8-b552-8f79ec71605c None None] Provisioning complete for port c01c9a7a-dce0-4252-ab5d-fec233c343d6 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:10.946024 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-bbf19497-12b8-42b8-b552-8f79ec71605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.949482 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (f3cf604c-d4b8-4dcd-849d-10207d97b33c), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.951064 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3cf604c-d4b8-4dcd-849d-10207d97b33c {{(pid=111003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:19:10.961466 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.965102 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-f446eba4-a5bc-40c6-a622-33f0ea9bdcf8 admin admin] 10.222.0.17 "DELETE /v2.0/routers/f3cf604c-d4b8-4dcd-849d-10207d97b33c HTTP/1.1" status: 204 len: 168 time: 1.2718680 Jul 25 19:19:10.965236 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47746) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:10.975688 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (7725e646-0782-4092-a3c9-f639fe291513), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:10.978168 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-12495137-8ead-4613-a31b-cc900a248366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:11.011543 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12495137-8ead-4613-a31b-cc900a248366 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:19:11.022131 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_v2 [None req-396d4b7e-3c0b-47b3-9b0a-c360f71c3344 admin admin] Deleting subnet bd361c3f-a29d-4eef-aa9f-3faf12aebdeb {{(pid=111003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:19:11.029406 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-396d4b7e-3c0b-47b3-9b0a-c360f71c3344 admin admin] Publish callbacks [] for subnet (bd361c3f-a29d-4eef-aa9f-3faf12aebdeb), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.070631 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-bbf19497-12b8-42b8-b552-8f79ec71605c None None] Current status of the port c01c9a7a-dce0-4252-ab5d-fec233c343d6 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:11.072438 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-396d4b7e-3c0b-47b3-9b0a-c360f71c3344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16870686'] for subnet (bd361c3f-a29d-4eef-aa9f-3faf12aebdeb), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.101609 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (7725e646-0782-4092-a3c9-f639fe291513), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.148197 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:11.164087 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-396d4b7e-3c0b-47b3-9b0a-c360f71c3344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (bd361c3f-a29d-4eef-aa9f-3faf12aebdeb), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.181718 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=7725e646-0782-4092-a3c9-f639fe291513,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:11.192873 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (8a82bd3f-5ae7-4058-9bc1-ceb580db9664), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.272654 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.273858 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d4864e7f-0f8a-4f3c-a0eb-0560b48ad7f1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6948991 Jul 25 19:19:11.300741 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-396d4b7e-3c0b-47b3-9b0a-c360f71c3344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18247439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17449360'] for subnet (bd361c3f-a29d-4eef-aa9f-3faf12aebdeb), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.351024 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4fe98-dedd-4151-b1c9-c3f6610d69fe None None] Network 258528fe-2a61-40c6-8c40-081c24552b12 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:19:11.361712 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-396d4b7e-3c0b-47b3-9b0a-c360f71c3344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.368187 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47750) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:11.371118 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-396d4b7e-3c0b-47b3-9b0a-c360f71c3344 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/bd361c3f-a29d-4eef-aa9f-3faf12aebdeb HTTP/1.1" status: 204 len: 168 time: 0.4048369 Jul 25 19:19:11.413095 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396d4b7e-3c0b-47b3-9b0a-c360f71c3344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd361c3f-a29d-4eef-aa9f-3faf12aebdeb,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:11.427928 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:19:11.492903 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (258528fe-2a61-40c6-8c40-081c24552b12), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.536825 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:11.537697 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.608678 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-f2ad404a-6fb2-4e10-9b97-a534561d687a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1820267940&fields=id&tenant_id=c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 267 time: 0.1110027 Jul 25 19:19:11.609406 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Deleting port 49a84a4f-3c72-4748-a60a-ea5188d28c63 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:11.609750 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.618664 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] DHCP port deletion for 258528fe-2a61-40c6-8c40-081c24552b12 request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:19:11.656079 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:11.678404 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] Deleting port 49a84a4f-3c72-4748-a60a-ea5188d28c63 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:11.678404 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.752602 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] For port 49a84a4f-3c72-4748-a60a-ea5188d28c63, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=49a84a4f-3c72-4748-a60a-ea5188d28c63,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:11.753003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.766959 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] Calling delete_port for 49a84a4f-3c72-4748-a60a-ea5188d28c63 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:11.768216 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] For port 49a84a4f-3c72-4748-a60a-ea5188d28c63, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=49a84a4f-3c72-4748-a60a-ea5188d28c63,segment=NetworkSegment(7eeb3cdb-5fba-43b1-a247-194e9e8f9a05),segment_id=7eeb3cdb-5fba-43b1-a247-194e9e8f9a05)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:11.768700 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.774766 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:11.776216 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 29a57540-2e0d-4b34-81df-a7eb3912f917 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:11.795085 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Calling delete_port for 49a84a4f-3c72-4748-a60a-ea5188d28c63 owned by network:dhcp {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:11.801963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:11.804947 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 29a57540-2e0d-4b34-81df-a7eb3912f917 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:11.805301 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 29a57540-2e0d-4b34-81df-a7eb3912f917 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:11.901231 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-6cb7c48e-9e27-4aee-a3b9-fa13129e001c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:11.902779 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-6cb7c48e-9e27-4aee-a3b9-fa13129e001c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 815 time: 0.2428517 Jul 25 19:19:11.930431 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-a1c0fade-3e6a-433b-b259-336e6bec80e1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/quotas/c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 375 time: 0.0180385 Jul 25 19:19:11.937035 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.982739 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:11.989387 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-be74df93-ce62-458d-b323-3afb16921f6a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513253 Jul 25 19:19:11.997371 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (49a84a4f-3c72-4748-a60a-ea5188d28c63), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:12.013726 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] Pushing event deleted for resources: {'Port': ['ID=49a84a4f-3c72-4748-a60a-ea5188d28c63,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:12.017660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b6db0-2fac-46ea-b010-5b729acfd33f None None] No DVR routers for this DVR port 49a84a4f-3c72-4748-a60a-ea5188d28c63 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:12.035695 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Pushing event deleted for resources: {'Port': ['ID=49a84a4f-3c72-4748-a60a-ea5188d28c63,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:12.040813 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] No DVR routers for this DVR port 49a84a4f-3c72-4748-a60a-ea5188d28c63 on host dv-cinder-820027-16-iscsi {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:12.098837 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-5103ab54-8878-4121-9265-e2c9c77c68d1 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:19:12.100441 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-5103ab54-8878-4121-9265-e2c9c77c68d1 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0704803 Jul 25 19:19:12.190476 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (258528fe-2a61-40c6-8c40-081c24552b12), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:12.219734 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:12.224016 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['258528fe-2a61-40c6-8c40-081c24552b12']}} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:12.239127 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05') {'for_net_delete': True} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:12.239431 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eeb3cdb-5fba-43b1-a247-194e9e8f9a05') {} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:12.273268 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795307'] for segment (7eeb3cdb-5fba-43b1-a247-194e9e8f9a05), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:12.289044 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-2f215002-2cdc-4e7d-a9f5-af1b1e095365 service neutron] 10.222.0.17 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577761 Jul 25 19:19:12.292844 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (7eeb3cdb-5fba-43b1-a247-194e9e8f9a05), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:12.309419 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=111002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:19:12.309792 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3796311'] for segment (7eeb3cdb-5fba-43b1-a247-194e9e8f9a05), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:12.449580 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-d4e8bfce-5cea-42af-b2fd-4cf0a7a56faf service neutron] 10.222.0.17 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536403 Jul 25 19:19:12.487548 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (258528fe-2a61-40c6-8c40-081c24552b12), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:12.495784 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:12.502856 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] 10.222.0.17 "DELETE /v2.0/networks/258528fe-2a61-40c6-8c40-081c24552b12 HTTP/1.1" status: 204 len: 168 time: 1.1335640 Jul 25 19:19:12.503793 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47770) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:12.515622 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 7eeb3cdb-5fba-43b1-a247-194e9e8f9a05 resource provider aggregate not found Jul 25 19:19:12.521098 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8c3ec-8a78-44df-bdfd-d4fc0c31109a admin admin] Pushing event deleted for resources: {'Network': ['ID=258528fe-2a61-40c6-8c40-081c24552b12,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:12.555037 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 7eeb3cdb-5fba-43b1-a247-194e9e8f9a05 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eeb3cdb-5fba-43b1-a247-194e9e8f9a05 found for delete ", "request_id": "req-385005bc-6609-435c-a00c-2f9e8eb5f475"}]} Jul 25 19:19:12.633760 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device c01c9a7a-dce0-4252-ab5d-fec233c343d6 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:19:12.640949 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:12.681693 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port c01c9a7a-dce0-4252-ab5d-fec233c343d6 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:12.682072 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:12.761898 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:12.776938 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port c01c9a7a-dce0-4252-ab5d-fec233c343d6 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:12.829172 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 49a84a4f-3c72-4748-a60a-ea5188d28c63 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:12.850015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 49a84a4f-3c72-4748-a60a-ea5188d28c63 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:12.850390 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 49a84a4f-3c72-4748-a60a-ea5188d28c63 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:12.850836 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e3c7d1bb-6ee1-44ba-9a73-e05389951303 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:12.870624 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: e3c7d1bb-6ee1-44ba-9a73-e05389951303 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:12.871006 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e3c7d1bb-6ee1-44ba-9a73-e05389951303 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:12.898742 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (3b4900af-95e2-42d8-b14e-63638e6278ea), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:13.382093 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Deleting port b73a11b8-b2f0-49ae-a834-411c1daf8ed3 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:13.382462 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:13.465612 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] For port b73a11b8-b2f0-49ae-a834-411c1daf8ed3, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,segment=NetworkSegment(99ffef4d-9932-4b91-8b15-1653bf606943),segment_id=99ffef4d-9932-4b91-8b15-1653bf606943)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:13.465975 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:13.479365 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Calling delete_port for b73a11b8-b2f0-49ae-a834-411c1daf8ed3 owned by network:router_interface {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:13.480938 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:13.731281 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (b73a11b8-b2f0-49ae-a834-411c1daf8ed3), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:13.771978 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b73a11b8-b2f0-49ae-a834-411c1daf8ed3,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:13.814979 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c735d178-fafa-4dcd-956a-1ca6acb6d186 req-97d53306-fbda-458e-bd9b-7e5d89db19b6 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 210 time: 0.0776598 Jul 25 19:19:13.954838 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (3b4900af-95e2-42d8-b14e-63638e6278ea), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:14.164919 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:14.166839 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Router 3b4900af-95e2-42d8-b14e-63638e6278ea has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:19:14.273413 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:19:14.279522 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-2cc0d6f4-d7d7-4c2a-b728-54086c3218bf admin admin] 10.222.0.17 "PUT /v2.0/routers/3b4900af-95e2-42d8-b14e-63638e6278ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731969 Jul 25 19:19:14.281450 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47780) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:14.282005 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] Sync routers for ids ['3b4900af-95e2-42d8-b14e-63638e6278ea'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:19:14.295095 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] Routers {'3b4900af-95e2-42d8-b14e-63638e6278ea'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:14.296060 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['3b4900af-95e2-42d8-b14e-63638e6278ea'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:14.330464 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:14.389835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks [] for router (3b4900af-95e2-42d8-b14e-63638e6278ea), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:14.402670 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] Set router 3b4900af-95e2-42d8-b14e-63638e6278ea gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:14.494260 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks [] for router_gateway (3b4900af-95e2-42d8-b14e-63638e6278ea), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:14.587057 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:19:13Z', 'revision_number': 5, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port': {'id': 'e9384779-d3cb-4997-a53d-c912f7053e61', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:25:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:12:37Z', 'updated_at': '2022-07-25T19:12:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:14.612357 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] Checking router: 3b4900af-95e2-42d8-b14e-63638e6278ea for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:19:14.621811 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] Routers {'3b4900af-95e2-42d8-b14e-63638e6278ea'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:14.622451 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:18:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['3b4900af-95e2-42d8-b14e-63638e6278ea'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:14.631324 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Deleting port e9384779-d3cb-4997-a53d-c912f7053e61 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:14.631661 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:14.719966 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] For port e9384779-d3cb-4997-a53d-c912f7053e61, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e9384779-d3cb-4997-a53d-c912f7053e61,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:14.720786 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:14.737816 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Calling delete_port for e9384779-d3cb-4997-a53d-c912f7053e61 owned by network:router_gateway {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:14.840308 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] Set router 3b4900af-95e2-42d8-b14e-63638e6278ea gateway port host: None {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:14.904756 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:19:14Z', 'revision_number': 6, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port_host': None}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:14.905445 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c6e99caa-4196-43a6-ace0-807e9a1870d3 req-6e53b703-3d2d-4c05-b4dd-65b23370c31d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 210 time: 0.0318208 Jul 25 19:19:14.936634 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa921dd-6fe8-4a63-99ba-8f3572a0ed31 None None] The sync data for ids ['3b4900af-95e2-42d8-b14e-63638e6278ea'] in dv-cinder-820027-16-iscsi is: [{'id': '3b4900af-95e2-42d8-b14e-63638e6278ea', 'name': 'tempest-TestShelveInstance-2017221914-router', 'tenant_id': '98b61a648ed24c8b8caeb4e31475395d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:12:36Z', 'updated_at': '2022-07-25T19:19:14Z', 'revision_number': 6, 'project_id': '98b61a648ed24c8b8caeb4e31475395d', 'gw_port_host': None}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:19:14.988297 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (e9384779-d3cb-4997-a53d-c912f7053e61), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.015915 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9384779-d3cb-4997-a53d-c912f7053e61,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:15.081237 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (3b4900af-95e2-42d8-b14e-63638e6278ea), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.173222 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (3b4900af-95e2-42d8-b14e-63638e6278ea), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.175699 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks [] for router_controller (3b4900af-95e2-42d8-b14e-63638e6278ea), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.262587 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (3b4900af-95e2-42d8-b14e-63638e6278ea), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.263160 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b4900af-95e2-42d8-b14e-63638e6278ea {{(pid=111003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:19:15.270272 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.270272 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-037dbf7c-993b-4228-90a7-26fd603d8441 admin admin] 10.222.0.17 "DELETE /v2.0/routers/3b4900af-95e2-42d8-b14e-63638e6278ea HTTP/1.1" status: 204 len: 168 time: 0.9873881 Jul 25 19:19:15.272387 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47788) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:15.324659 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8c9a07-2bc6-4d66-a5fc-c0f8a61afa80 admin admin] Deleting subnet b85e5d80-128c-49b3-b85d-066de9c37f17 {{(pid=111003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:19:15.328190 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9a07-2bc6-4d66-a5fc-c0f8a61afa80 admin admin] Publish callbacks [] for subnet (b85e5d80-128c-49b3-b85d-066de9c37f17), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.371700 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9a07-2bc6-4d66-a5fc-c0f8a61afa80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16870686'] for subnet (b85e5d80-128c-49b3-b85d-066de9c37f17), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.394855 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:15.457483 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9a07-2bc6-4d66-a5fc-c0f8a61afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (b85e5d80-128c-49b3-b85d-066de9c37f17), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.459687 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:15.600022 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9a07-2bc6-4d66-a5fc-c0f8a61afa80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18247439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17449360'] for subnet (b85e5d80-128c-49b3-b85d-066de9c37f17), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.631460 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c9a07-2bc6-4d66-a5fc-c0f8a61afa80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85e5d80-128c-49b3-b85d-066de9c37f17,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:15.635473 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5a8c9a07-2bc6-4d66-a5fc-c0f8a61afa80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.638759 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5a8c9a07-2bc6-4d66-a5fc-c0f8a61afa80 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/b85e5d80-128c-49b3-b85d-066de9c37f17 HTTP/1.1" status: 204 len: 168 time: 0.3653033 Jul 25 19:19:15.644264 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47790) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:15.644400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad3eca1-7ed6-4ffd-bdad-35b4b1e06ecb None None] Network ef05349d-2603-42e5-a5f5-f121cf12cdfc requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:19:15.724653 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (ef05349d-2603-42e5-a5f5-f121cf12cdfc), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.765183 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Deleting port e862188a-d997-4510-8912-8dc06f4b3822 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:15.765839 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (e862188a-d997-4510-8912-8dc06f4b3822), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.800278 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] DHCP port deletion for ef05349d-2603-42e5-a5f5-f121cf12cdfc request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:19:15.843866 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] Deleting port e862188a-d997-4510-8912-8dc06f4b3822 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:15.844252 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (e862188a-d997-4510-8912-8dc06f4b3822), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.847004 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] For port e862188a-d997-4510-8912-8dc06f4b3822, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e862188a-d997-4510-8912-8dc06f4b3822,segment=NetworkSegment(99ffef4d-9932-4b91-8b15-1653bf606943),segment_id=99ffef4d-9932-4b91-8b15-1653bf606943)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:15.847591 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (e862188a-d997-4510-8912-8dc06f4b3822), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.862705 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Calling delete_port for e862188a-d997-4510-8912-8dc06f4b3822 owned by network:dhcp {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:15.935036 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] For port e862188a-d997-4510-8912-8dc06f4b3822, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=e862188a-d997-4510-8912-8dc06f4b3822,segment=NetworkSegment(99ffef4d-9932-4b91-8b15-1653bf606943),segment_id=99ffef4d-9932-4b91-8b15-1653bf606943)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:15.935444 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (e862188a-d997-4510-8912-8dc06f4b3822), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:15.957599 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] Calling delete_port for e862188a-d997-4510-8912-8dc06f4b3822 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:15.970189 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:16.017516 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (e862188a-d997-4510-8912-8dc06f4b3822), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.030224 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-43aaaa8c-fcda-436f-9c79-5f20a9fd4300 req-d3dbd151-67a9-4062-814c-1a1225abe3a1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 210 time: 0.0439520 Jul 25 19:19:16.031064 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] No DVR routers for this DVR port e862188a-d997-4510-8912-8dc06f4b3822 on host dv-cinder-820027-16-iscsi {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:16.072762 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (e862188a-d997-4510-8912-8dc06f4b3822), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.082272 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Pushing event deleted for resources: {'Port': ['ID=e862188a-d997-4510-8912-8dc06f4b3822,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:16.108235 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] Pushing event deleted for resources: {'Port': ['ID=e862188a-d997-4510-8912-8dc06f4b3822,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:16.108235 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a962c7-86bb-4893-9fc6-c3d857f1822c None None] No DVR routers for this DVR port e862188a-d997-4510-8912-8dc06f4b3822 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:16.135491 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (ef05349d-2603-42e5-a5f5-f121cf12cdfc), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.156052 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef05349d-2603-42e5-a5f5-f121cf12cdfc']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:16.166729 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ffef4d-9932-4b91-8b15-1653bf606943') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:16.167037 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ffef4d-9932-4b91-8b15-1653bf606943') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:16.179670 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:16.181617 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (99ffef4d-9932-4b91-8b15-1653bf606943), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.195396 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (99ffef4d-9932-4b91-8b15-1653bf606943), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.202413 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:19:16.202761 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (99ffef4d-9932-4b91-8b15-1653bf606943), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.244265 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 99ffef4d-9932-4b91-8b15-1653bf606943 resource provider aggregate not found Jul 25 19:19:16.263491 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 99ffef4d-9932-4b91-8b15-1653bf606943 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99ffef4d-9932-4b91-8b15-1653bf606943 found for delete ", "request_id": "req-534257cf-25f9-4854-8ebb-3a1d45cce19d"}]} Jul 25 19:19:16.348314 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (ef05349d-2603-42e5-a5f5-f121cf12cdfc), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.353869 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.357185 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] 10.222.0.17 "DELETE /v2.0/networks/ef05349d-2603-42e5-a5f5-f121cf12cdfc HTTP/1.1" status: 204 len: 168 time: 0.7150764 Jul 25 19:19:16.370643 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da24b8f-df92-4a6c-95d7-2f23ea8e0456 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef05349d-2603-42e5-a5f5-f121cf12cdfc,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:16.566888 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device b73a11b8-b2f0-49ae-a834-411c1daf8ed3 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:16.588314 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: b73a11b8-b2f0-49ae-a834-411c1daf8ed3 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:16.588676 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device b73a11b8-b2f0-49ae-a834-411c1daf8ed3 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:16.589127 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e862188a-d997-4510-8912-8dc06f4b3822 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:16.608926 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: e862188a-d997-4510-8912-8dc06f4b3822 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:16.609389 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e862188a-d997-4510-8912-8dc06f4b3822 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:16.609803 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e9384779-d3cb-4997-a53d-c912f7053e61 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:16.632267 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: e9384779-d3cb-4997-a53d-c912f7053e61 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:16.632648 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device e9384779-d3cb-4997-a53d-c912f7053e61 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:16.711073 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47808) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:16.754555 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-81af3a31-5273-4abb-b583-2ef94f9a9c89 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=019f72079acf4a74bd1a0706041e6678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422099 Jul 25 19:19:16.757595 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47810) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:16.809885 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-00ced1aa-c708-4646-84d7-191eb374586d admin admin] Publish callbacks [] for security_group (8911bc3e-e73a-4fa2-ba2f-09323ab463d3), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.834960 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-00ced1aa-c708-4646-84d7-191eb374586d admin admin] Publish callbacks [] for security_group (8911bc3e-e73a-4fa2-ba2f-09323ab463d3), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.965473 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-00ced1aa-c708-4646-84d7-191eb374586d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (8911bc3e-e73a-4fa2-ba2f-09323ab463d3), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.969001 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-00ced1aa-c708-4646-84d7-191eb374586d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:16.970317 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-00ced1aa-c708-4646-84d7-191eb374586d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8911bc3e-e73a-4fa2-ba2f-09323ab463d3 HTTP/1.1" status: 204 len: 168 time: 0.2115614 Jul 25 19:19:16.979115 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ced1aa-c708-4646-84d7-191eb374586d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8911bc3e-e73a-4fa2-ba2f-09323ab463d3,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:17.150612 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-93e25698-65ed-458c-bc6c-880c25895f2c req-ad215722-5964-43ee-9686-802c1aa4e8ff tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 210 time: 0.0294082 Jul 25 19:19:17.680878 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47818) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:17.724703 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-8cd8995e-8a2e-47c2-b4b4-70fef3e5a0bb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=98b61a648ed24c8b8caeb4e31475395d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426543 Jul 25 19:19:17.727695 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47820) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:17.776936 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d081-cf5b-48db-b2f2-5b71ac9323f3 admin admin] Publish callbacks [] for security_group (61f087ef-05fe-4383-8ee3-1cc740a7cadc), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:17.805420 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d081-cf5b-48db-b2f2-5b71ac9323f3 admin admin] Publish callbacks [] for security_group (61f087ef-05fe-4383-8ee3-1cc740a7cadc), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:17.941602 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d081-cf5b-48db-b2f2-5b71ac9323f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (61f087ef-05fe-4383-8ee3-1cc740a7cadc), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:17.944263 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-6cd7d081-cf5b-48db-b2f2-5b71ac9323f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:17.945456 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-6cd7d081-cf5b-48db-b2f2-5b71ac9323f3 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/61f087ef-05fe-4383-8ee3-1cc740a7cadc HTTP/1.1" status: 204 len: 168 time: 0.2168512 Jul 25 19:19:17.954749 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7d081-cf5b-48db-b2f2-5b71ac9323f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f087ef-05fe-4383-8ee3-1cc740a7cadc,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:18.097433 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-a890c64d-10ca-4f78-bcde-fe77c886eb23 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:18.098942 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-a890c64d-10ca-4f78-bcde-fe77c886eb23 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 815 time: 0.1085205 Jul 25 19:19:18.150240 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:18.175706 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-bf485657-229f-4d49-93a5-da36875306d0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 380 time: 0.0669122 Jul 25 19:19:18.185506 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'port': {'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'admin_state_up': True, 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'security_groups': ['cfe6400c-64d9-4d88-b61f-f43b1e3c4270']}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:18.265549 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-73eed132-9fcd-41fa-a6f1-993f87f1e6a4 req-bdfde2b3-ad5d-4132-8295-ecff0356588a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 210 time: 0.0299132 Jul 25 19:19:18.458656 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Made reservation on behalf of c283d74bc1404c078fa9c350c8acfe4a for: {'port': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:19:18.462997 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:18.585053 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:18.609783 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Allocated IP 172.20.0.10 (6364bb15-7d49-4471-b756-05562b7f4867/0ff6781e-2137-4913-aa77-da6021bf2bb0/719a62f5-7567-4db5-af04-a4ceccec5b4e) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:19:18.752696 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:18.813465 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:19:18.834791 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:18.877295 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Network 6364bb15-7d49-4471-b756-05562b7f4867 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:19:18.882726 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:19:18.886737 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:19:18.916203 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=719a62f5-7567-4db5-af04-a4ceccec5b4e,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:18.943176 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:18.943808 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:19.013948 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-e87b1ab6-672c-4d5a-90e0-94fe48d1b86c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8323619 Jul 25 19:19:19.108976 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Request body: {'port': {'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:19.152160 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-8c4f4155-df42-4d41-8821-20173bc1ec51 None None] Provisioning complete for port 719a62f5-7567-4db5-af04-a4ceccec5b4e triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:19.153167 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8c4f4155-df42-4d41-8821-20173bc1ec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:19.175880 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:19.190379 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-8c4f4155-df42-4d41-8821-20173bc1ec51 None None] Port 719a62f5-7567-4db5-af04-a4ceccec5b4e cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:19:19.384757 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:19.416450 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232b354-27ae-47c4-8556-4115db2512e0 req-ee427f03-4ba7-4aaa-8ad6-d977e8cf4fcf tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:19.417937 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c232b354-27ae-47c4-8556-4115db2512e0 req-ee427f03-4ba7-4aaa-8ad6-d977e8cf4fcf tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 932 time: 0.0694380 Jul 25 19:19:19.518337 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c232b354-27ae-47c4-8556-4115db2512e0 req-cdc067cd-7104-4352-aeeb-1dc98726a0e6 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937729 Jul 25 19:19:19.528033 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719a62f5-7567-4db5-af04-a4ceccec5b4e {{(pid=111002) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:19:19.540050 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Publish callbacks [] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:19.540050 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:19.549852 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.provisioning_blocks [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Transition to ACTIVE for port object 719a62f5-7567-4db5-af04-a4ceccec5b4e will not be triggered until provisioned by entity L2. {{(pid=111002) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:19:19.639906 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:19.693621 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Pushing event updated for resources: {'Port': ['ID=719a62f5-7567-4db5-af04-a4ceccec5b4e,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:19.775986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Attempting to bind port 719a62f5-7567-4db5-af04-a4ceccec5b4e on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:19:19.776233 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Attempting to bind port 719a62f5-7567-4db5-af04-a4ceccec5b4e by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:19:19.776623 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Attempting to bind port 719a62f5-7567-4db5-af04-a4ceccec5b4e on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:19:19.781874 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Port 719a62f5-7567-4db5-af04-a4ceccec5b4e on network 6364bb15-7d49-4471-b756-05562b7f4867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:19:19.782205 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Attempting to bind port 719a62f5-7567-4db5-af04-a4ceccec5b4e on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:19:19.788841 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:19:19.789218 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Checking segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:19:19.789619 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Bound using segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} {{(pid=111002) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:19:19.790118 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.managers [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Bound port: 719a62f5-7567-4db5-af04-a4ceccec5b4e, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}}] {{(pid=111002) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:19:19.790467 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:19.878294 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] For port 719a62f5-7567-4db5-af04-a4ceccec5b4e, host hv-cinder-82002, cleared binding levels {{(pid=111002) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:19:19.881554 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] For port 719a62f5-7567-4db5-af04-a4ceccec5b4e, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111002) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:19:19.977265 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:20.016734 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:20.017993 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:20.019420 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] 10.222.0.88 "PUT /v2.0/ports/719a62f5-7567-4db5-af04-a4ceccec5b4e HTTP/1.1" status: 200 len: 1094 time: 0.9148440 Jul 25 19:19:20.019862 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'tag': '719a62f5-7567-4db5-af04-a4ceccec5b4e'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:19:20.022208 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e96dd22-41df-47ec-b1b6-6b03cc2b844f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc78d785-eb78-41fa-a9a2-6c87430ec7b9", "tag": "719a62f5-7567-4db5-af04-a4ceccec5b4e"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:19:20.047662 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80f373-5325-4a4e-8163-368d01769920 service neutron] Pushing event updated for resources: {'Port': ['ID=719a62f5-7567-4db5-af04-a4ceccec5b4e,revision_number=3']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:20.078084 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf5d8cc-06c7-49ab-8d53-2e0e46be1daf x-openstack-request-id: req-8bf5d8cc-06c7-49ab-8d53-2e0e46be1daf {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:19:20.078084 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc78d785-eb78-41fa-a9a2-6c87430ec7b9", "tag": "719a62f5-7567-4db5-af04-a4ceccec5b4e", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:19:20.078084 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-8bf5d8cc-06c7-49ab-8d53-2e0e46be1daf {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:19:20.078084 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf5d8cc-06c7-49ab-8d53-2e0e46be1daf'] response: {'name': 'network-changed', 'server_uuid': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'tag': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'status': 'completed', 'code': 200} Jul 25 19:19:20.143014 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96dd22-41df-47ec-b1b6-6b03cc2b844f req-87144c5f-1771-4205-932d-768e5cd27169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:20.144653 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e96dd22-41df-47ec-b1b6-6b03cc2b844f req-87144c5f-1771-4205-932d-768e5cd27169 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 1128 time: 0.0488274 Jul 25 19:19:20.230605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:20.271630 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96dd22-41df-47ec-b1b6-6b03cc2b844f req-6ee561ee-095e-45be-afe4-363a1ac99862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:20.273122 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e96dd22-41df-47ec-b1b6-6b03cc2b844f req-6ee561ee-095e-45be-afe4-363a1ac99862 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1211329 Jul 25 19:19:20.370775 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e96dd22-41df-47ec-b1b6-6b03cc2b844f req-816d41e7-720e-4536-88f2-dc3f9fecc07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:20.372150 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1e96dd22-41df-47ec-b1b6-6b03cc2b844f req-816d41e7-720e-4536-88f2-dc3f9fecc07d service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936587 Jul 25 19:19:20.452369 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-a568d142-c913-402a-81d8-811125a383ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:20.453878 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-a568d142-c913-402a-81d8-811125a383ed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 1128 time: 0.0448015 Jul 25 19:19:20.494351 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-3abd0f1a-f515-46d6-9731-06284c6cba30 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e HTTP/1.1" status: 200 len: 217 time: 0.0339534 Jul 25 19:19:20.547414 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-2aa3553b-486c-4b65-b7f1-b805529522fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:20.549154 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-2aa3553b-486c-4b65-b7f1-b805529522fe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0495512 Jul 25 19:19:20.563657 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:20.596320 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-69c244ed-4a18-422c-9baf-5eda8f5ccb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:20.597862 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-69c244ed-4a18-422c-9baf-5eda8f5ccb7f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421362 Jul 25 19:19:20.694783 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628425-e488-43f3-ac1d-8187d0693e46 req-7fa8824f-a69f-45d2-b51f-d98f2ef5dc46 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:20.696288 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f9628425-e488-43f3-ac1d-8187d0693e46 req-7fa8824f-a69f-45d2-b51f-d98f2ef5dc46 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 944 time: 0.0956790 Jul 25 19:19:20.771240 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-8da94863-f830-4b9b-943f-3682de8a7931 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610594 Jul 25 19:19:20.774517 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f9628425-e488-43f3-ac1d-8187d0693e46 req-70a7e75d-982a-48c2-94f8-bc50c90b4293 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714154 Jul 25 19:19:20.885528 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f3b374b6-7dee-4271-84ce-457b1b70a4fa req-4ffcb948-7ccd-41dd-b3f1-907afb20ce3b service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081772 Jul 25 19:19:21.900170 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640e173-2253-40e5-a7ab-84f2dfd5b0e0 req-7c718945-332a-4bdd-9328-d6e97400d873 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:21.901344 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2640e173-2253-40e5-a7ab-84f2dfd5b0e0 req-7c718945-332a-4bdd-9328-d6e97400d873 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 944 time: 0.0502670 Jul 25 19:19:21.955849 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2640e173-2253-40e5-a7ab-84f2dfd5b0e0 req-82431d0b-a769-4343-a33c-ea235d5aa09b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485904 Jul 25 19:19:23.076135 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab6dfa-6922-45a3-8772-9a32ed203f31 req-09b24f96-30b3-456d-87da-ae32056c5721 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:23.077619 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-feab6dfa-6922-45a3-8772-9a32ed203f31 req-09b24f96-30b3-456d-87da-ae32056c5721 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 944 time: 0.0482938 Jul 25 19:19:23.108678 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:23.126025 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-feab6dfa-6922-45a3-8772-9a32ed203f31 req-8d3af147-f0c2-491e-af35-0d91e2577362 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420425 Jul 25 19:19:23.525170 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 719a62f5-7567-4db5-af04-a4ceccec5b4e details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:19:23.627962 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 719a62f5-7567-4db5-af04-a4ceccec5b4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:23.638935 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:19:23.673961 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 719a62f5-7567-4db5-af04-a4ceccec5b4e is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:23.674368 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:23.692363 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719a62f5-7567-4db5-af04-a4ceccec5b4e {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:19:23.712637 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 719a62f5-7567-4db5-af04-a4ceccec5b4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:23.788151 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:23.836592 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=719a62f5-7567-4db5-af04-a4ceccec5b4e,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:23.843666 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.844015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.844359 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.844698 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.845031 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.845512 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.845904 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.846234 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.846587 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.846913 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.847237 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.847563 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.847886 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.848206 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:23.848525 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:24.150169 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['719a62f5-7567-4db5-af04-a4ceccec5b4e'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:19:24.250752 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b9d904-59e8-41e6-9016-78d036636fe6 req-cfe5f8e2-33b5-4e39-8cc7-95152de8a458 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:24.252550 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d3b9d904-59e8-41e6-9016-78d036636fe6 req-cfe5f8e2-33b5-4e39-8cc7-95152de8a458 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 945 time: 0.0535188 Jul 25 19:19:24.301547 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d3b9d904-59e8-41e6-9016-78d036636fe6 req-fdeeff5d-ef8d-4334-bb9d-c8316efcc658 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429363 Jul 25 19:19:25.428831 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ed255-e960-4cc6-ba1f-d38095430a6f req-e5d60511-f7cb-4ee6-a560-a4d53e1ae6fa tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:25.430459 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-286ed255-e960-4cc6-ba1f-d38095430a6f req-e5d60511-f7cb-4ee6-a560-a4d53e1ae6fa tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 945 time: 0.0539200 Jul 25 19:19:25.482533 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-286ed255-e960-4cc6-ba1f-d38095430a6f req-e55802a0-4916-45c0-a244-3c51acf0506a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452294 Jul 25 19:19:25.526929 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 719a62f5-7567-4db5-af04-a4ceccec5b4e up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:19:25.571498 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 719a62f5-7567-4db5-af04-a4ceccec5b4e completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:19:25.655555 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 719a62f5-7567-4db5-af04-a4ceccec5b4e triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:19:25.656073 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:25.740961 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 719a62f5-7567-4db5-af04-a4ceccec5b4e is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:19:25.741552 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:25.763565 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:25.769699 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719a62f5-7567-4db5-af04-a4ceccec5b4e'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:19:25.773785 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf48d25c-df4a-41a3-b4c5-0c8b0317365f" -d '{"events": [{"server_uuid": "fc78d785-eb78-41fa-a9a2-6c87430ec7b9", "name": "network-vif-plugged", "status": "completed", "tag": "719a62f5-7567-4db5-af04-a4ceccec5b4e"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:19:25.786063 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 719a62f5-7567-4db5-af04-a4ceccec5b4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:25.792512 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-099fdf9b-32b4-48db-89fe-8ef3f020b6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:25.812587 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff739949-7f30-406f-81aa-da2763fabc62 x-openstack-request-id: req-ff739949-7f30-406f-81aa-da2763fabc62 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:19:25.812887 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc78d785-eb78-41fa-a9a2-6c87430ec7b9", "name": "network-vif-plugged", "status": "completed", "tag": "719a62f5-7567-4db5-af04-a4ceccec5b4e", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:19:25.813169 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ff739949-7f30-406f-81aa-da2763fabc62 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:19:25.813572 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff739949-7f30-406f-81aa-da2763fabc62'] response: {'server_uuid': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'code': 200} Jul 25 19:19:25.861026 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:25.911562 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=719a62f5-7567-4db5-af04-a4ceccec5b4e,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:26.138256 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982daaa2-c8f9-4d9b-9e78-20485c9359d1 req-4cf1ed98-5837-43a8-ae6d-fc724e3624a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:26.139701 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-982daaa2-c8f9-4d9b-9e78-20485c9359d1 req-4cf1ed98-5837-43a8-ae6d-fc724e3624a3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 1130 time: 0.0392525 Jul 25 19:19:26.183645 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-982daaa2-c8f9-4d9b-9e78-20485c9359d1 req-dd712572-b9fd-4f02-844d-ccc5fa431615 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385535 Jul 25 19:19:26.610468 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba3faa-91c6-439a-88c7-7ef4bbd7f8f1 req-bda99baa-9222-4dfb-a709-a0d8cda20ed3 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:26.612684 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-09ba3faa-91c6-439a-88c7-7ef4bbd7f8f1 req-bda99baa-9222-4dfb-a709-a0d8cda20ed3 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 946 time: 0.0544779 Jul 25 19:19:26.660549 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-09ba3faa-91c6-439a-88c7-7ef4bbd7f8f1 req-3690be66-0c2a-4017-bc2c-c787846f0f9c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417128 Jul 25 19:19:26.765170 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=11 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:27.785035 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160b682-f1ae-4a05-a0f9-ebc6d0927e2a req-b50c9f11-b91f-43c0-a9ad-97d228a25656 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:27.786684 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f160b682-f1ae-4a05-a0f9-ebc6d0927e2a req-b50c9f11-b91f-43c0-a9ad-97d228a25656 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 946 time: 0.0502913 Jul 25 19:19:27.829099 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:27.842121 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f160b682-f1ae-4a05-a0f9-ebc6d0927e2a req-83150cbb-3efa-4e66-8cac-24592468d5ad tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498555 Jul 25 19:19:28.279884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-feb7c9c9-eb43-47ef-985d-6b9c66ac2949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:28.809949 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=51 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:28.963335 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322c9f0-5fe0-4192-9aa2-72cbb161f84f req-65b8d1ff-63ce-43c9-907d-36da873bd285 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:28.964786 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5322c9f0-5fe0-4192-9aa2-72cbb161f84f req-65b8d1ff-63ce-43c9-907d-36da873bd285 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 946 time: 0.0501997 Jul 25 19:19:29.012947 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5322c9f0-5fe0-4192-9aa2-72cbb161f84f req-54c6089e-236b-42dc-a48d-5cd6e4b273ee tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Jul 25 19:19:29.130136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181149e-5904-4837-988f-49ede0d75325 req-c77a406c-d626-46a4-9fd8-be21f6b43ebd tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:29.131581 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3181149e-5904-4837-988f-49ede0d75325 req-c77a406c-d626-46a4-9fd8-be21f6b43ebd tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 946 time: 0.0478139 Jul 25 19:19:29.141483 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47858) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:29.145977 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'floatingip': {'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:19:29.188029 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (8a82bd3f-5ae7-4058-9bc1-ceb580db9664), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:29.559807 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:29.562209 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:29.823051 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.db.resource_extend [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 25 19:19:29.874804 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:29.958476 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (8a82bd3f-5ae7-4058-9bc1-ceb580db9664), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:30.058642 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Floating IP 8a82bd3f-5ae7-4058-9bc1-ceb580db9664 associated. External IP: 172.27.0.179, port: 719a62f5-7567-4db5-af04-a4ceccec5b4e. Jul 25 19:19:30.164043 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:30.267244 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:19:30.392479 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:19:30.394219 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:30.401599 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:19:30.416040 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:30.417042 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:19:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:30.431370 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-a1753198-7361-4166-9eb6-d4b80cc34d50 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "PUT /v2.0/floatingips/8a82bd3f-5ae7-4058-9bc1-ceb580db9664 HTTP/1.1" status: 200 len: 992 time: 1.2858279 Jul 25 19:19:30.431370 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'tag': '719a62f5-7567-4db5-af04-a4ceccec5b4e'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:19:30.432664 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aea771-ce22-4fc8-b2e2-be3462510627" -d '{"events": [{"name": "network-changed", "server_uuid": "fc78d785-eb78-41fa-a9a2-6c87430ec7b9", "tag": "719a62f5-7567-4db5-af04-a4ceccec5b4e"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:19:30.473555 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20771e96-6fe2-40b8-a0d3-ad1b202e06a9 x-openstack-request-id: req-20771e96-6fe2-40b8-a0d3-ad1b202e06a9 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:19:30.473978 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc78d785-eb78-41fa-a9a2-6c87430ec7b9", "tag": "719a62f5-7567-4db5-af04-a4ceccec5b4e", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:19:30.474241 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-20771e96-6fe2-40b8-a0d3-ad1b202e06a9 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:19:30.474675 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20771e96-6fe2-40b8-a0d3-ad1b202e06a9'] response: {'name': 'network-changed', 'server_uuid': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'tag': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'status': 'completed', 'code': 200} Jul 25 19:19:30.489233 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd082500-f4d3-47ce-b505-12fb97ffa1d4 req-f6a983c6-e7af-4c31-a618-79a767409e3f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:30.490759 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bd082500-f4d3-47ce-b505-12fb97ffa1d4 req-f6a983c6-e7af-4c31-a618-79a767409e3f tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 946 time: 0.0551462 Jul 25 19:19:30.524324 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:30.541015 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bd082500-f4d3-47ce-b505-12fb97ffa1d4 req-8a21148a-8578-47d9-a211-a10663d096c9 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443192 Jul 25 19:19:30.754724 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:29Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:30.782821 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:19:30.792060 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:30.792711 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:19:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:30.897212 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:30.902615 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:31.117874 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:29Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:31.143732 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8840b29-736f-4b19-b3ca-09c7538c1bb8 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:29Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:19:31.312244 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:31.340219 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa1d4f-b793-4c13-a0a8-b76bf5c38f53 None None] New status for floating IP 8a82bd3f-5ae7-4058-9bc1-ceb580db9664: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:19:31.344833 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:31.573252 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-da45f0f1-cd16-4bb0-bb06-3e2055fa3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:31.574961 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-da45f0f1-cd16-4bb0-bb06-3e2055fa3fbf service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 1130 time: 0.0420709 Jul 25 19:19:31.674005 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-a63d553c-c976-4f91-b13b-d3eb0ad6c8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:31.675625 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-a63d553c-c976-4f91-b13b-d3eb0ad6c8c4 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.0935264 Jul 25 19:19:31.677141 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f050b988-ddb6-4bd1-9738-d632aff496b5 req-62b683bb-fb64-4841-89e9-8d63ca1665a4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:31.678755 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f050b988-ddb6-4bd1-9738-d632aff496b5 req-62b683bb-fb64-4841-89e9-8d63ca1665a4 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 946 time: 0.0527580 Jul 25 19:19:31.728489 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f050b988-ddb6-4bd1-9738-d632aff496b5 req-fb031c24-7d6a-4dea-aae5-b45b94a23085 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups?id=eca58b06-1a32-4c69-98fb-c99e7a739e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Jul 25 19:19:31.748277 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-281a97da-afc7-4b84-8149-a60c8064b83c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e HTTP/1.1" status: 200 len: 1002 time: 0.0626936 Jul 25 19:19:31.790042 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:31.799934 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-360d5d5c-8035-4abe-b6a2-123546074dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:31.801472 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-360d5d5c-8035-4abe-b6a2-123546074dbe service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0468416 Jul 25 19:19:31.847753 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-9d55f2a1-aa4d-4c7f-9159-4ec86ee56a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:31.849281 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-9d55f2a1-aa4d-4c7f-9159-4ec86ee56a19 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417736 Jul 25 19:19:32.166010 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-cbecf993-885b-4f4c-8294-2bbb250ea443 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:19:32.167528 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-cbecf993-885b-4f4c-8294-2bbb250ea443 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 946 time: 0.0477540 Jul 25 19:19:32.176988 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-26bd5d1b-2b83-4c62-9688-1bd2ef7a27bb service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907705 Jul 25 19:19:32.255964 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Deleting port 8385cd76-848d-480a-b3bc-e88f1a2334fd {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:32.256308 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:32.268408 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-68aea771-ce22-4fc8-b2e2-be3462510627 req-91da1c76-cc81-44dd-ba89-782334eb6d14 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851262 Jul 25 19:19:32.347845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] For port 8385cd76-848d-480a-b3bc-e88f1a2334fd, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=8385cd76-848d-480a-b3bc-e88f1a2334fd,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:32.348211 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:32.516246 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:32.516885 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (7d1fcf0e-4160-47fa-9743-93c2ac7311ee), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:32.517233 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Floating IP 7d1fcf0e-4160-47fa-9743-93c2ac7311ee disassociated. External IP: 172.27.0.207, port: 8385cd76-848d-480a-b3bc-e88f1a2334fd. Jul 25 19:19:32.517890 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Calling delete_port for 8385cd76-848d-480a-b3bc-e88f1a2334fd owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:32.571458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:32.752749 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (8385cd76-848d-480a-b3bc-e88f1a2334fd), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:32.780914 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event deleted for resources: {'Port': ['ID=8385cd76-848d-480a-b3bc-e88f1a2334fd,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:32.850082 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c34c65e0-b66b-4491-9d7f-eed74e46e76f req-82a9fe2a-0db4-4a6f-b321-89bf2939eec0 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 210 time: 0.0346875 Jul 25 19:19:32.880003 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:32.900521 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:19:33.013562 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:19:33.024266 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] Sync routers for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:19:33.038687 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:33.039306 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:19:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:33.055977 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] No DVR routers for this DVR port 8385cd76-848d-480a-b3bc-e88f1a2334fd on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:33.058468 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:33.061754 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e33f37cf-39e1-474a-ad8c-a91fb5d3a369 req-16d4bbe1-36b0-4938-9e99-25bce0c80729 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.88 "DELETE /v2.0/ports/8385cd76-848d-480a-b3bc-e88f1a2334fd HTTP/1.1" status: 204 len: 173 time: 0.8884861 Jul 25 19:19:33.062198 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-deleted', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:19:33.064541 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef7401b-070c-4df6-85cc-ace0f57dd16a" -d '{"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-deleted", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:19:33.101970 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dc52cc-ff3d-48c0-8e63-54b775ea4779 x-openstack-request-id: req-73dc52cc-ff3d-48c0-8e63-54b775ea4779 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:19:33.102272 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409929-a0ff-4350-9df3-2d2e7e0b3b5d", "name": "network-vif-deleted", "tag": "8385cd76-848d-480a-b3bc-e88f1a2334fd", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:19:33.102570 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-73dc52cc-ff3d-48c0-8e63-54b775ea4779 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:19:33.102984 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73dc52cc-ff3d-48c0-8e63-54b775ea4779'] response: {'server_uuid': '4a409929-a0ff-4350-9df3-2d2e7e0b3b5d', 'name': 'network-vif-deleted', 'tag': '8385cd76-848d-480a-b3bc-e88f1a2334fd', 'status': 'completed', 'code': 200} Jul 25 19:19:33.141889 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:33.285606 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:33.300818 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:33.357296 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:33.385163 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] Checking router: 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:19:33.393915 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:33.394551 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:19:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:33.583422 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:33.774365 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:33.800498 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d20bf55-7659-4b58-95fa-50a31f4f3688 None None] The sync data for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi is: [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:04:27Z', 'revision_number': 4, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'a8597441-978e-48d8-a68a-08ad946a9abc', 'name': '', 'network_id': '0cdac28d-1b45-4945-96b5-e0fd0c76cca8', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'mac_address': 'fa:16:3e:1f:41:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:25Z', 'updated_at': '2022-07-25T19:04:35Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'subnets': [{'id': '8c867ce0-80aa-48c9-bada-46393fc8d35a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:19:33.987800 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7c056188-b0fb-4287-82e1-4b84f247da79 req-afc7f16d-977f-41d1-a3a0-517b00405114 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/ports?device_id=4a409929-a0ff-4350-9df3-2d2e7e0b3b5d HTTP/1.1" status: 200 len: 210 time: 0.0292580 Jul 25 19:19:34.036620 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a948d0-fce4-45d6-9307-ef5043ccd61a None None] New status for floating IP 7d1fcf0e-4160-47fa-9743-93c2ac7311ee: DOWN {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:19:35.154623 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47886) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:35.216471 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1fc13124-6cae-4085-875f-b2eac9fedf42 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (eca58b06-1a32-4c69-98fb-c99e7a739e1a), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.241713 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1fc13124-6cae-4085-875f-b2eac9fedf42 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (eca58b06-1a32-4c69-98fb-c99e7a739e1a), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.440345 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1fc13124-6cae-4085-875f-b2eac9fedf42 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (eca58b06-1a32-4c69-98fb-c99e7a739e1a), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.443345 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1fc13124-6cae-4085-875f-b2eac9fedf42 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.450785 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1fc13124-6cae-4085-875f-b2eac9fedf42 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "DELETE /v2.0/security-groups/eca58b06-1a32-4c69-98fb-c99e7a739e1a HTTP/1.1" status: 204 len: 168 time: 0.2889061 Jul 25 19:19:35.451002 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47888) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:35.454096 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc13124-6cae-4085-875f-b2eac9fedf42 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca58b06-1a32-4c69-98fb-c99e7a739e1a,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:35.462768 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.api.v2.resource [None req-f5797110-dc93-4d10-b859-39710bf2a8bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] show failed (client error): The resource could not be found. Jul 25 19:19:35.463793 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f5797110-dc93-4d10-b859-39710bf2a8bb tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "GET /v2.0/security-groups/eca58b06-1a32-4c69-98fb-c99e7a739e1a HTTP/1.1" status: 404 len: 347 time: 0.0154166 Jul 25 19:19:35.466866 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47890) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:35.578352 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Deleting port 232da3f5-b649-4035-bf24-8894b190acd7 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:35.578714 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (232da3f5-b649-4035-bf24-8894b190acd7), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.657860 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (232da3f5-b649-4035-bf24-8894b190acd7), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.658191 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (232da3f5-b649-4035-bf24-8894b190acd7), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.670945 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Calling delete_port for 232da3f5-b649-4035-bf24-8894b190acd7 owned by network:floatingip {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:35.735516 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:35.878573 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (232da3f5-b649-4035-bf24-8894b190acd7), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.904809 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Pushing event deleted for resources: {'Port': ['ID=232da3f5-b649-4035-bf24-8894b190acd7,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:35.975054 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks [] for floatingip (7d1fcf0e-4160-47fa-9743-93c2ac7311ee), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.977718 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:35.978920 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5beff0a9-071b-4a81-9928-ce438cf0ab33 tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] 10.222.0.17 "DELETE /v2.0/floatingips/7d1fcf0e-4160-47fa-9743-93c2ac7311ee HTTP/1.1" status: 204 len: 168 time: 0.5110831 Jul 25 19:19:37.557529 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:37.578230 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 8385cd76-848d-480a-b3bc-e88f1a2334fd {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:37.578613 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 8385cd76-848d-480a-b3bc-e88f1a2334fd not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:38.725178 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47914) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:39.109907 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:39.240350 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:39.468725 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Deleting port a8597441-978e-48d8-a68a-08ad946a9abc {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:39.469082 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:39.554587 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] For port a8597441-978e-48d8-a68a-08ad946a9abc, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=a8597441-978e-48d8-a68a-08ad946a9abc,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:39.554954 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:39.568362 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Calling delete_port for a8597441-978e-48d8-a68a-08ad946a9abc owned by network:router_interface {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:39.624239 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:39.805421 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (a8597441-978e-48d8-a68a-08ad946a9abc), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:39.829028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8597441-978e-48d8-a68a-08ad946a9abc,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:40.003794 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:40.052349 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:40.215419 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:19:40.321362 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:19:40.326414 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f9739859-d3bf-4381-aea2-35eab55f9000 admin admin] 10.222.0.17 "PUT /v2.0/routers/8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6002250 Jul 25 19:19:40.329025 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47918) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:40.332471 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] Sync routers for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:19:40.343811 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:40.344499 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:19:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:40.452628 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:40.650156 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:19:39Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:40.675979 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] Checking router: 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:19:40.681867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks [] for router (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:40.684522 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] Routers {'8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:19:40.685123 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:19:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:40.784653 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks [] for router_gateway (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:40.786431 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] Set router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:19:40.891355 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:40.897063 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Deleting port 38940930-f250-4668-99cd-65a6acb2b692 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:40.897063 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (38940930-f250-4668-99cd-65a6acb2b692), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:40.936996 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:40.956237 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:19:39Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:40.958865 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:40.983573 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] For port 38940930-f250-4668-99cd-65a6acb2b692, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=38940930-f250-4668-99cd-65a6acb2b692,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:40.983940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (38940930-f250-4668-99cd-65a6acb2b692), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:40.984558 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c560f93b-5ff7-4535-84de-0f5767a40773 None None] The sync data for ids ['8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c'] in dv-cinder-820027-16-iscsi is: [{'id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'name': 'tempest-AttachVolumeShelveTestJSON-1940561742-router', 'tenant_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '38940930-f250-4668-99cd-65a6acb2b692', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:04:14Z', 'updated_at': '2022-07-25T19:19:39Z', 'revision_number': 5, 'project_id': 'c2de35c4252b4a6fa55eb7e5d59e06cf', 'gw_port': {'id': '38940930-f250-4668-99cd-65a6acb2b692', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:21:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:04:16Z', 'updated_at': '2022-07-25T19:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:19:41.005567 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Calling delete_port for 38940930-f250-4668-99cd-65a6acb2b692 owned by network:router_gateway {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:41.079815 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:41.262235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (38940930-f250-4668-99cd-65a6acb2b692), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.293685 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=38940930-f250-4668-99cd-65a6acb2b692,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:41.357159 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.452158 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.454595 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks [] for router_controller (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.592516 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.593133 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c {{(pid=111002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:19:41.598849 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.600078 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f9050d41-98e3-465f-9a5a-79b3bfcd8d5a admin admin] 10.222.0.17 "DELETE /v2.0/routers/8ff8adf2-598d-48fa-bbbc-d6d8a4c4794c HTTP/1.1" status: 204 len: 168 time: 1.2701330 Jul 25 19:19:41.605588 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47920) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:41.651259 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e264ec2-31bf-44b7-9b01-4663bbe37fa0 admin admin] Deleting subnet 8c867ce0-80aa-48c9-bada-46393fc8d35a {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:19:41.655040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6e264ec2-31bf-44b7-9b01-4663bbe37fa0 admin admin] Publish callbacks [] for subnet (8c867ce0-80aa-48c9-bada-46393fc8d35a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.694073 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6e264ec2-31bf-44b7-9b01-4663bbe37fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (8c867ce0-80aa-48c9-bada-46393fc8d35a), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.781615 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6e264ec2-31bf-44b7-9b01-4663bbe37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (8c867ce0-80aa-48c9-bada-46393fc8d35a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.919770 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6e264ec2-31bf-44b7-9b01-4663bbe37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (8c867ce0-80aa-48c9-bada-46393fc8d35a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.947714 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.948428 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e264ec2-31bf-44b7-9b01-4663bbe37fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c867ce0-80aa-48c9-bada-46393fc8d35a,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:41.950437 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6e264ec2-31bf-44b7-9b01-4663bbe37fa0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:41.953557 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6e264ec2-31bf-44b7-9b01-4663bbe37fa0 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/8c867ce0-80aa-48c9-bada-46393fc8d35a HTTP/1.1" status: 204 len: 168 time: 0.3498974 Jul 25 19:19:41.956191 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47922) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:41.956546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b0ccc7-7b90-448c-a7cc-3b46398a5779 None None] Network 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:19:42.025510 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (0cdac28d-1b45-4945-96b5-e0fd0c76cca8), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.089306 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Deleting port c07d3c77-e62b-492e-bed6-375a93c536d1 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:42.089652 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.115574 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] DHCP port deletion for 0cdac28d-1b45-4945-96b5-e0fd0c76cca8 request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:19:42.150014 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=82,neutron:DELETE=16,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:42.157209 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] For port c07d3c77-e62b-492e-bed6-375a93c536d1, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=c07d3c77-e62b-492e-bed6-375a93c536d1,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:42.157869 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.158776 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] Deleting port c07d3c77-e62b-492e-bed6-375a93c536d1 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:19:42.159075 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.171780 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Calling delete_port for c07d3c77-e62b-492e-bed6-375a93c536d1 owned by network:dhcp {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:42.226708 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] For port c07d3c77-e62b-492e-bed6-375a93c536d1, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=c07d3c77-e62b-492e-bed6-375a93c536d1,segment=NetworkSegment(6acc7709-185b-4f8e-9967-94a3267eedc5),segment_id=6acc7709-185b-4f8e-9967-94a3267eedc5)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:19:42.239181 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.242049 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] Calling delete_port for c07d3c77-e62b-492e-bed6-375a93c536d1 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:19:42.348358 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.356499 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (c07d3c77-e62b-492e-bed6-375a93c536d1), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.374877 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Pushing event deleted for resources: {'Port': ['ID=c07d3c77-e62b-492e-bed6-375a93c536d1,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:42.378478 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] No DVR routers for this DVR port c07d3c77-e62b-492e-bed6-375a93c536d1 on host dv-cinder-820027-16-iscsi {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:42.382248 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:42.384791 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] Pushing event deleted for resources: {'Port': ['ID=c07d3c77-e62b-492e-bed6-375a93c536d1,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:42.386879 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9547a4ec-a2ef-4f82-b9a8-7c07a18b78e8 None None] No DVR routers for this DVR port c07d3c77-e62b-492e-bed6-375a93c536d1 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:19:42.460774 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (0cdac28d-1b45-4945-96b5-e0fd0c76cca8), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.483132 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdac28d-1b45-4945-96b5-e0fd0c76cca8']}} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:42.493733 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6acc7709-185b-4f8e-9967-94a3267eedc5') {'for_net_delete': True} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:42.494035 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6acc7709-185b-4f8e-9967-94a3267eedc5') {} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:19:42.504513 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795307'] for segment (6acc7709-185b-4f8e-9967-94a3267eedc5), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.518039 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (6acc7709-185b-4f8e-9967-94a3267eedc5), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.526457 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=111002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:19:42.526937 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3796311'] for segment (6acc7709-185b-4f8e-9967-94a3267eedc5), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.571933 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 6acc7709-185b-4f8e-9967-94a3267eedc5 resource provider aggregate not found Jul 25 19:19:42.591268 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 6acc7709-185b-4f8e-9967-94a3267eedc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6acc7709-185b-4f8e-9967-94a3267eedc5 found for delete ", "request_id": "req-7444574e-b82d-47c5-82d7-23012b31e9fd"}]} Jul 25 19:19:42.601768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 38940930-f250-4668-99cd-65a6acb2b692 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:42.622247 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 38940930-f250-4668-99cd-65a6acb2b692 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:42.622652 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 38940930-f250-4668-99cd-65a6acb2b692 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:42.623073 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device a8597441-978e-48d8-a68a-08ad946a9abc no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:42.641762 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: a8597441-978e-48d8-a68a-08ad946a9abc {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:42.642113 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device a8597441-978e-48d8-a68a-08ad946a9abc not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:42.642560 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device c07d3c77-e62b-492e-bed6-375a93c536d1 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:19:42.668945 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: c07d3c77-e62b-492e-bed6-375a93c536d1 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:19:42.668945 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device c07d3c77-e62b-492e-bed6-375a93c536d1 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:19:42.679697 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (0cdac28d-1b45-4945-96b5-e0fd0c76cca8), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.685345 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:42.688635 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] 10.222.0.17 "DELETE /v2.0/networks/0cdac28d-1b45-4945-96b5-e0fd0c76cca8 HTTP/1.1" status: 204 len: 168 time: 0.7314055 Jul 25 19:19:42.701009 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4923a9eb-e0d4-4fb9-9961-da4c23ae0052 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cdac28d-1b45-4945-96b5-e0fd0c76cca8,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:43.002398 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47930) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:43.044048 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-0ebb0e83-0413-4db1-b129-54d552fdde7a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c2de35c4252b4a6fa55eb7e5d59e06cf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404866 Jul 25 19:19:43.046687 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47932) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:43.098087 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee823-cc63-468f-83a4-ce87b69df07f admin admin] Publish callbacks [] for security_group (5645a577-6e90-4b38-a391-30d6ae10980f), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:43.120825 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee823-cc63-468f-83a4-ce87b69df07f admin admin] Publish callbacks [] for security_group (5645a577-6e90-4b38-a391-30d6ae10980f), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:43.272353 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee823-cc63-468f-83a4-ce87b69df07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (5645a577-6e90-4b38-a391-30d6ae10980f), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:43.274946 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1f1ee823-cc63-468f-83a4-ce87b69df07f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:43.276125 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1f1ee823-cc63-468f-83a4-ce87b69df07f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5645a577-6e90-4b38-a391-30d6ae10980f HTTP/1.1" status: 204 len: 168 time: 0.2284365 Jul 25 19:19:43.285668 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ee823-cc63-468f-83a4-ce87b69df07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5645a577-6e90-4b38-a391-30d6ae10980f,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:48.288163 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 47994) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:48.402294 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e401959b-c426-408c-bd07-1c9928c25c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:48.481404 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e401959b-c426-408c-bd07-1c9928c25c4c admin admin] Publish callbacks [] for security_group (eff37515-9835-4d12-8ae8-3254c5aae99a), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:48.530752 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e401959b-c426-408c-bd07-1c9928c25c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (eff37515-9835-4d12-8ae8-3254c5aae99a), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:48.572074 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e401959b-c426-408c-bd07-1c9928c25c4c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=6df3ad763ab140198487b1a2aff4f84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827532 Jul 25 19:19:48.573008 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401959b-c426-408c-bd07-1c9928c25c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff37515-9835-4d12-8ae8-3254c5aae99a,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:48.575021 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 47998) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:48.631122 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3338adc-6f5a-48ce-9770-0a8ba2b0627e admin admin] Publish callbacks [] for security_group (eff37515-9835-4d12-8ae8-3254c5aae99a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:48.653211 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3338adc-6f5a-48ce-9770-0a8ba2b0627e admin admin] Publish callbacks [] for security_group (eff37515-9835-4d12-8ae8-3254c5aae99a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:48.793745 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3338adc-6f5a-48ce-9770-0a8ba2b0627e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (eff37515-9835-4d12-8ae8-3254c5aae99a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:48.796581 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b3338adc-6f5a-48ce-9770-0a8ba2b0627e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:48.797774 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b3338adc-6f5a-48ce-9770-0a8ba2b0627e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eff37515-9835-4d12-8ae8-3254c5aae99a HTTP/1.1" status: 204 len: 168 time: 0.2216575 Jul 25 19:19:48.806970 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3338adc-6f5a-48ce-9770-0a8ba2b0627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff37515-9835-4d12-8ae8-3254c5aae99a,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:52.217447 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48070) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:52.333105 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:52.339656 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=13 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:52.340429 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=13 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:52.427921 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Publish callbacks [] for security_group (d9d29d6a-bcc6-42b7-9b2c-67a450fe5973), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:52.513812 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d9d29d6a-bcc6-42b7-9b2c-67a450fe5973), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:52.556911 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=57b17704d4384df894ad98072852dad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3375425 Jul 25 19:19:52.556911 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d29d6a-bcc6-42b7-9b2c-67a450fe5973,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:52.559597 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48074) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:52.565773 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.566130 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.566513 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.566866 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.567207 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.567551 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.567884 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.568220 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.568553 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.568886 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.569280 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.569602 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.569939 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.570266 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.570619 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d70d969-3811-4c47-9658-121e584d44a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.573731 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:52.612436 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Publish callbacks [] for security_group (d9d29d6a-bcc6-42b7-9b2c-67a450fe5973), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:52.636362 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Publish callbacks [] for security_group (d9d29d6a-bcc6-42b7-9b2c-67a450fe5973), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:52.637998 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:52.815217 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (d9d29d6a-bcc6-42b7-9b2c-67a450fe5973), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:52.817737 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:52.818975 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/d9d29d6a-bcc6-42b7-9b2c-67a450fe5973 HTTP/1.1" status: 204 len: 168 time: 0.2577095 Jul 25 19:19:52.827774 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d29d6a-bcc6-42b7-9b2c-67a450fe5973,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:52.835801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.836289 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.836538 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.836883 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.837225 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.837565 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.837899 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.838230 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.838588 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.838984 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.839245 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.839574 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.839898 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.840221 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:52.840541 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1004a5-97a6-4cc0-a68d-2bb1f0c99d14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:19:53.427968 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48080) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:53.444954 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f481991b-4374-4da0-afbe-0e5438fa6702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:53.522779 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f481991b-4374-4da0-afbe-0e5438fa6702 admin admin] Publish callbacks [] for security_group (4f9ae73e-7e28-4cd0-aae0-d4e53b6ba326), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:53.599207 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-f481991b-4374-4da0-afbe-0e5438fa6702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4f9ae73e-7e28-4cd0-aae0-d4e53b6ba326), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:53.648845 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-f481991b-4374-4da0-afbe-0e5438fa6702 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e420ae5d3c0149bfba809b5fe350e1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196050 Jul 25 19:19:53.649611 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481991b-4374-4da0-afbe-0e5438fa6702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ae73e-7e28-4cd0-aae0-d4e53b6ba326,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:53.651497 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48082) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:53.702699 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-13675712-3404-46d3-b465-0d23cf6ece4c admin admin] Publish callbacks [] for security_group (4f9ae73e-7e28-4cd0-aae0-d4e53b6ba326), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:53.725296 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-13675712-3404-46d3-b465-0d23cf6ece4c admin admin] Publish callbacks [] for security_group (4f9ae73e-7e28-4cd0-aae0-d4e53b6ba326), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:53.843785 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-13675712-3404-46d3-b465-0d23cf6ece4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4f9ae73e-7e28-4cd0-aae0-d4e53b6ba326), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:53.846720 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-13675712-3404-46d3-b465-0d23cf6ece4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:53.847900 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-13675712-3404-46d3-b465-0d23cf6ece4c admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4f9ae73e-7e28-4cd0-aae0-d4e53b6ba326 HTTP/1.1" status: 204 len: 168 time: 0.1947582 Jul 25 19:19:53.856143 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13675712-3404-46d3-b465-0d23cf6ece4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ae73e-7e28-4cd0-aae0-d4e53b6ba326,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:55.774656 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6fea57c6-fbbd-42e8-b6e3-37bb31ddbf98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:55.812410 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:19:57.117798 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48152) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:57.234554 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dbef6816-95c9-4d13-a2f8-6dbeeeb61b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:57.284690 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:57.319338 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=75,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=16 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:57.328447 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dbef6816-95c9-4d13-a2f8-6dbeeeb61b0f admin admin] Publish callbacks [] for security_group (4874436d-17d4-4b63-8243-28e2b39b3116), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:57.426196 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-dbef6816-95c9-4d13-a2f8-6dbeeeb61b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4874436d-17d4-4b63-8243-28e2b39b3116), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:57.466942 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-dbef6816-95c9-4d13-a2f8-6dbeeeb61b0f admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=529126e172954106b86d4c5f201b7737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3478982 Jul 25 19:19:57.467755 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef6816-95c9-4d13-a2f8-6dbeeeb61b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4874436d-17d4-4b63-8243-28e2b39b3116,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:57.470956 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48156) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:57.522897 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b0ed69dd-cd19-475c-bb0b-3e11a28ac10b admin admin] Publish callbacks [] for security_group (4874436d-17d4-4b63-8243-28e2b39b3116), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:57.545488 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b0ed69dd-cd19-475c-bb0b-3e11a28ac10b admin admin] Publish callbacks [] for security_group (4874436d-17d4-4b63-8243-28e2b39b3116), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:57.684866 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b0ed69dd-cd19-475c-bb0b-3e11a28ac10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4874436d-17d4-4b63-8243-28e2b39b3116), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:57.687686 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b0ed69dd-cd19-475c-bb0b-3e11a28ac10b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:57.688854 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-b0ed69dd-cd19-475c-bb0b-3e11a28ac10b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4874436d-17d4-4b63-8243-28e2b39b3116 HTTP/1.1" status: 204 len: 168 time: 0.2167754 Jul 25 19:19:57.697309 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed69dd-cd19-475c-bb0b-3e11a28ac10b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4874436d-17d4-4b63-8243-28e2b39b3116,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:57.712818 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:19:58.331644 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb6c5-6857-4a80-9e12-cc8b1a19c1b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:58.490879 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48162) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:58.504763 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5d749904-453c-4490-b092-15b85c402a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:58.584433 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5d749904-453c-4490-b092-15b85c402a08 admin admin] Publish callbacks [] for security_group (8280e0ff-d232-4c8e-b883-ac8be315390d), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:58.666084 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5d749904-453c-4490-b092-15b85c402a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (8280e0ff-d232-4c8e-b883-ac8be315390d), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:58.705707 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d749904-453c-4490-b092-15b85c402a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8280e0ff-d232-4c8e-b883-ac8be315390d,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:58.710106 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5d749904-453c-4490-b092-15b85c402a08 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=f21a922c4508475aa643325c671f03bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182097 Jul 25 19:19:58.713522 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48164) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:19:58.763412 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-8db764e8-80ee-4671-9198-e26c098111ca admin admin] Publish callbacks [] for security_group (8280e0ff-d232-4c8e-b883-ac8be315390d), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:58.786690 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-8db764e8-80ee-4671-9198-e26c098111ca admin admin] Publish callbacks [] for security_group (8280e0ff-d232-4c8e-b883-ac8be315390d), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:58.923383 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-8db764e8-80ee-4671-9198-e26c098111ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (8280e0ff-d232-4c8e-b883-ac8be315390d), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:58.926104 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-8db764e8-80ee-4671-9198-e26c098111ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:19:58.927306 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-8db764e8-80ee-4671-9198-e26c098111ca admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8280e0ff-d232-4c8e-b883-ac8be315390d HTTP/1.1" status: 204 len: 168 time: 0.2134798 Jul 25 19:19:58.935321 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db764e8-80ee-4671-9198-e26c098111ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8280e0ff-d232-4c8e-b883-ac8be315390d,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:19:59.545960 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:00.902100 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:01.288753 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:03.763354 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:05.808099 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:07.748510 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=16 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:08.930881 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=76,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:08.932016 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=75,neutron:INSERT=10,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:11.232577 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:11.233381 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=59,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:11.919240 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:15.115801 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-967b6e72-a13d-4ab0-bb24-6749bc559470 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1906240 Jul 25 19:20:15.196638 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-e5519233-6a4f-4465-b496-fa3c9bddc12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:20:15.198171 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-e5519233-6a4f-4465-b496-fa3c9bddc12e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 1130 time: 0.0402093 Jul 25 19:20:15.306790 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-12ca1ef7-bd5b-4771-8368-1aa4581fa635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:20:15.308187 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-12ca1ef7-bd5b-4771-8368-1aa4581fa635 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.0911851 Jul 25 19:20:15.393330 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-6e9a02b9-b6f8-402b-b336-38731d5e1859 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e HTTP/1.1" status: 200 len: 1002 time: 0.0789864 Jul 25 19:20:15.446779 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-9c6441cb-e7cb-4fc6-bb1e-ac3923d9e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:20:15.448314 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-9c6441cb-e7cb-4fc6-bb1e-ac3923d9e323 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0494702 Jul 25 19:20:15.491836 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-43f3519d-77e0-4952-a5ec-0a20fe78516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:20:15.493645 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-43f3519d-77e0-4952-a5ec-0a20fe78516c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395129 Jul 25 19:20:15.589285 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-2ff612e7-60d1-4d3e-8951-52c75d598a8e service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899901 Jul 25 19:20:15.680472 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c4d7866c-ff92-4864-b8fa-58a6c7f80f3f req-6a68b9e7-07db-4d4f-b712-765c9fe55638 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855844 Jul 25 19:20:21.846092 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:21.849043 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:21.879786 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48390) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:21.990295 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ed61c29b-5eea-461c-bcc9-01b0e1aab646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:22.314240 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ed61c29b-5eea-461c-bcc9-01b0e1aab646 admin admin] Publish callbacks [] for security_group (f47208cb-f3da-400c-87d4-8b404e475294), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:22.388112 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ed61c29b-5eea-461c-bcc9-01b0e1aab646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f47208cb-f3da-400c-87d4-8b404e475294), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:22.428386 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61c29b-5eea-461c-bcc9-01b0e1aab646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47208cb-f3da-400c-87d4-8b404e475294,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:22.432759 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ed61c29b-5eea-461c-bcc9-01b0e1aab646 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d99194853de64e88985402c874bf90dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5519326 Jul 25 19:20:22.435422 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48394) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:22.485992 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-589d9396-72b7-493c-a622-88961b5e874d admin admin] Publish callbacks [] for security_group (f47208cb-f3da-400c-87d4-8b404e475294), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:22.508132 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-589d9396-72b7-493c-a622-88961b5e874d admin admin] Publish callbacks [] for security_group (f47208cb-f3da-400c-87d4-8b404e475294), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:22.619261 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-589d9396-72b7-493c-a622-88961b5e874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f47208cb-f3da-400c-87d4-8b404e475294), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:22.621852 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-589d9396-72b7-493c-a622-88961b5e874d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:22.623050 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-589d9396-72b7-493c-a622-88961b5e874d admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f47208cb-f3da-400c-87d4-8b404e475294 HTTP/1.1" status: 204 len: 168 time: 0.1866853 Jul 25 19:20:22.631786 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d9396-72b7-493c-a622-88961b5e874d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47208cb-f3da-400c-87d4-8b404e475294,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:23.199064 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48400) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:23.215091 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-383be7cc-9391-48ee-b200-41b40e70ac2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:23.236322 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:23.240816 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:23.291477 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-383be7cc-9391-48ee-b200-41b40e70ac2c admin admin] Publish callbacks [] for security_group (34bebfbd-c5c3-4201-99f1-afeb2a6339b9), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:23.350818 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-383be7cc-9391-48ee-b200-41b40e70ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (34bebfbd-c5c3-4201-99f1-afeb2a6339b9), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:23.388984 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383be7cc-9391-48ee-b200-41b40e70ac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bebfbd-c5c3-4201-99f1-afeb2a6339b9,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:23.393674 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-383be7cc-9391-48ee-b200-41b40e70ac2c admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=639867d518274ffd82a8e539ea805e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935558 Jul 25 19:20:23.396363 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48402) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:23.451913 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-64b03c23-ad21-46df-a7d0-3f00745670b9 admin admin] Publish callbacks [] for security_group (34bebfbd-c5c3-4201-99f1-afeb2a6339b9), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:23.475157 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-64b03c23-ad21-46df-a7d0-3f00745670b9 admin admin] Publish callbacks [] for security_group (34bebfbd-c5c3-4201-99f1-afeb2a6339b9), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:23.593157 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-64b03c23-ad21-46df-a7d0-3f00745670b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (34bebfbd-c5c3-4201-99f1-afeb2a6339b9), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:23.595987 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-64b03c23-ad21-46df-a7d0-3f00745670b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:23.597154 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-64b03c23-ad21-46df-a7d0-3f00745670b9 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/34bebfbd-c5c3-4201-99f1-afeb2a6339b9 HTTP/1.1" status: 204 len: 168 time: 0.1998932 Jul 25 19:20:23.605612 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b03c23-ad21-46df-a7d0-3f00745670b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bebfbd-c5c3-4201-99f1-afeb2a6339b9,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:25.814294 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6f942b51-37c4-4f3b-ae82-2130ca992587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:28.304843 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-16bd92de-b50e-402c-97e2-24fc984199d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:29.570620 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:30.905042 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:31.324525 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:32.360735 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-8c9436a4-fde2-4e53-bcab-6b2248efecc3 req-27a4cee4-f505-463d-ae1c-4e337044cd8a service neutron] (111003) timed out ('10.222.0.88', 56794) {{(pid=111003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 19:20:32.811971 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:20:33.601534 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=59,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:38.770116 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48500) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:38.883302 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97805fad-0b39-4f1f-ab46-56967311a8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:38.963198 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97805fad-0b39-4f1f-ab46-56967311a8e4 admin admin] Publish callbacks [] for security_group (eac8aa9c-5fca-4023-8b3d-07dc6eccbcce), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:39.024623 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-97805fad-0b39-4f1f-ab46-56967311a8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (eac8aa9c-5fca-4023-8b3d-07dc6eccbcce), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:39.067612 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-97805fad-0b39-4f1f-ab46-56967311a8e4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=64b8f1588b8e481ab672314fc625da68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963822 Jul 25 19:20:39.068531 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97805fad-0b39-4f1f-ab46-56967311a8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac8aa9c-5fca-4023-8b3d-07dc6eccbcce,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:39.071200 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48504) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:39.123216 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c87e3c73-a781-499b-890b-185a009e0361 admin admin] Publish callbacks [] for security_group (eac8aa9c-5fca-4023-8b3d-07dc6eccbcce), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:39.145973 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c87e3c73-a781-499b-890b-185a009e0361 admin admin] Publish callbacks [] for security_group (eac8aa9c-5fca-4023-8b3d-07dc6eccbcce), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:39.278923 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c87e3c73-a781-499b-890b-185a009e0361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (eac8aa9c-5fca-4023-8b3d-07dc6eccbcce), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:39.281486 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c87e3c73-a781-499b-890b-185a009e0361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:39.283465 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c87e3c73-a781-499b-890b-185a009e0361 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/eac8aa9c-5fca-4023-8b3d-07dc6eccbcce HTTP/1.1" status: 204 len: 168 time: 0.2112832 Jul 25 19:20:39.291410 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87e3c73-a781-499b-890b-185a009e0361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac8aa9c-5fca-4023-8b3d-07dc6eccbcce,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:39.882172 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48510) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:39.898052 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-95c6ec2b-ccbc-4ceb-84b2-fc1ea1a24b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:39.975222 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-95c6ec2b-ccbc-4ceb-84b2-fc1ea1a24b2e admin admin] Publish callbacks [] for security_group (f9534a7a-d4df-4d8b-83ed-c08818733164), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:40.044501 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-95c6ec2b-ccbc-4ceb-84b2-fc1ea1a24b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f9534a7a-d4df-4d8b-83ed-c08818733164), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:40.085430 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-95c6ec2b-ccbc-4ceb-84b2-fc1ea1a24b2e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=3261c2aa4e6b43caaf7198bdd3e3b0d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018051 Jul 25 19:20:40.086227 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6ec2b-ccbc-4ceb-84b2-fc1ea1a24b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9534a7a-d4df-4d8b-83ed-c08818733164,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:40.087881 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48512) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:40.139040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ea52c9ae-eae6-4c0b-b56f-d8656e6d290e admin admin] Publish callbacks [] for security_group (f9534a7a-d4df-4d8b-83ed-c08818733164), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:40.161093 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ea52c9ae-eae6-4c0b-b56f-d8656e6d290e admin admin] Publish callbacks [] for security_group (f9534a7a-d4df-4d8b-83ed-c08818733164), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:40.270488 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ea52c9ae-eae6-4c0b-b56f-d8656e6d290e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f9534a7a-d4df-4d8b-83ed-c08818733164), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:40.273370 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ea52c9ae-eae6-4c0b-b56f-d8656e6d290e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:40.274532 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-ea52c9ae-eae6-4c0b-b56f-d8656e6d290e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f9534a7a-d4df-4d8b-83ed-c08818733164 HTTP/1.1" status: 204 len: 168 time: 0.1856554 Jul 25 19:20:40.283593 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52c9ae-eae6-4c0b-b56f-d8656e6d290e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9534a7a-d4df-4d8b-83ed-c08818733164,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:41.918843 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:42.808061 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:42.809312 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:43.447856 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48580) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:43.577909 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7f78db3b-4b65-4ab9-8360-da89f817ff71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:43.668528 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7f78db3b-4b65-4ab9-8360-da89f817ff71 admin admin] Publish callbacks [] for security_group (5e07524f-bb35-4690-8cd2-d1f5bd83f8dd), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:43.730284 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7f78db3b-4b65-4ab9-8360-da89f817ff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (5e07524f-bb35-4690-8cd2-d1f5bd83f8dd), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:43.791968 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-7f78db3b-4b65-4ab9-8360-da89f817ff71 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=4a4e404c29e249d6928d2df3ff9d93dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428209 Jul 25 19:20:43.792749 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78db3b-4b65-4ab9-8360-da89f817ff71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e07524f-bb35-4690-8cd2-d1f5bd83f8dd,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:43.794724 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48584) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:43.856334 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d4b0529b-257f-4e7c-bc34-593f14c379a4 admin admin] Publish callbacks [] for security_group (5e07524f-bb35-4690-8cd2-d1f5bd83f8dd), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:43.889993 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d4b0529b-257f-4e7c-bc34-593f14c379a4 admin admin] Publish callbacks [] for security_group (5e07524f-bb35-4690-8cd2-d1f5bd83f8dd), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:44.016100 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d4b0529b-257f-4e7c-bc34-593f14c379a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (5e07524f-bb35-4690-8cd2-d1f5bd83f8dd), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:44.019573 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-d4b0529b-257f-4e7c-bc34-593f14c379a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:44.020767 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-d4b0529b-257f-4e7c-bc34-593f14c379a4 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/5e07524f-bb35-4690-8cd2-d1f5bd83f8dd HTTP/1.1" status: 204 len: 168 time: 0.2250056 Jul 25 19:20:44.030090 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0529b-257f-4e7c-bc34-593f14c379a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e07524f-bb35-4690-8cd2-d1f5bd83f8dd,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:44.692461 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48590) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:44.707969 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc98b-31f1-46e4-b447-16c7bb6339a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:44.797037 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc98b-31f1-46e4-b447-16c7bb6339a4 admin admin] Publish callbacks [] for security_group (283e8218-ea23-4c6f-9fe3-e9fb207c7846), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:44.896369 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc98b-31f1-46e4-b447-16c7bb6339a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (283e8218-ea23-4c6f-9fe3-e9fb207c7846), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:44.949246 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3ddcc98b-31f1-46e4-b447-16c7bb6339a4 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=62a911ab1d4c46a9a9fc58ade0f8510c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554421 Jul 25 19:20:44.949830 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcc98b-31f1-46e4-b447-16c7bb6339a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283e8218-ea23-4c6f-9fe3-e9fb207c7846,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:44.952008 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48592) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:20:45.019739 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c408c869-ce78-4c0b-a830-2ce46254e69a admin admin] Publish callbacks [] for security_group (283e8218-ea23-4c6f-9fe3-e9fb207c7846), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:45.048384 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c408c869-ce78-4c0b-a830-2ce46254e69a admin admin] Publish callbacks [] for security_group (283e8218-ea23-4c6f-9fe3-e9fb207c7846), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:45.304953 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c408c869-ce78-4c0b-a830-2ce46254e69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (283e8218-ea23-4c6f-9fe3-e9fb207c7846), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:45.307733 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-c408c869-ce78-4c0b-a830-2ce46254e69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:45.308976 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-c408c869-ce78-4c0b-a830-2ce46254e69a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/283e8218-ea23-4c6f-9fe3-e9fb207c7846 HTTP/1.1" status: 204 len: 168 time: 0.3559229 Jul 25 19:20:45.318852 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408c869-ce78-4c0b-a830-2ce46254e69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283e8218-ea23-4c6f-9fe3-e9fb207c7846,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:20:53.784938 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:54.046198 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:54.939423 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=63,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:54.945310 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=11 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:55.312888 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=76,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:55.313855 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=64,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:55.336692 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:20:55.775747 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-83170bc1-f1b7-49f7-af0c-24cc6318a6f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:57.848095 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-55e5536b-a34b-49b7-adac-09f851d50d37 req-9fe5b110-e1a8-451c-82de-e9e98cd2baa3 service neutron] (111002) timed out ('10.222.0.88', 56782) {{(pid=111002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 19:20:58.302426 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2aaf6921-677c-43e6-929e-057ed50dbe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:20:59.555852 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:00.916121 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:01.307344 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:09.811217 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:21:11.920825 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:15.956318 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-e12bdf28-086e-4d8d-925c-d1725de6f9d0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432758 Jul 25 19:21:16.040188 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-25441e19-de51-4f8d-871e-9760ed1c7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:16.041695 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-25441e19-de51-4f8d-871e-9760ed1c7e3f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 1130 time: 0.0458136 Jul 25 19:21:16.152625 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-07700629-bc26-4834-aca1-d552ea613ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:16.154106 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-07700629-bc26-4834-aca1-d552ea613ee2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.0932291 Jul 25 19:21:16.223071 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-57f73b9e-7485-4d31-abba-7c1c4b8421b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e HTTP/1.1" status: 200 len: 1002 time: 0.0627403 Jul 25 19:21:16.276651 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-73ee3d79-6fce-4bf0-866d-bbf4679bec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:16.278161 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-73ee3d79-6fce-4bf0-866d-bbf4679bec59 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0483274 Jul 25 19:21:16.338059 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-8f7a509a-34df-4b2d-b311-1b7931692b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:16.339607 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-8f7a509a-34df-4b2d-b311-1b7931692b5e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411706 Jul 25 19:21:16.452485 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-72bcba67-23cb-4f53-acef-0a8a765c4db8 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066258 Jul 25 19:21:16.553842 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2790f025-2d2c-45b7-b80f-d1fb82723b53 req-68cff886-c18b-4ea9-b009-3ca435a12ad3 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949852 Jul 25 19:21:17.765541 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:19.807047 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:21.841787 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:21.849043 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:25.838884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f7921f8a-4f0f-4d4f-be3e-66b39378edbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:26.547019 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=53 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:26.550556 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=48 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:26.603983 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48856) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:21:26.726901 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:26.815181 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Publish callbacks [] for security_group (9ad28dac-2359-4607-ab60-eb697a34298e), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:26.875295 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9ad28dac-2359-4607-ab60-eb697a34298e), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:26.914716 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad28dac-2359-4607-ab60-eb697a34298e,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:26.918775 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d9c59097fc2144ef8b762ff528b131d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137755 Jul 25 19:21:26.921586 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48862) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:21:26.925816 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.926166 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.926699 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.927048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.927386 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.927859 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.928198 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.929021 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.929021 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.929230 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.929618 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.929820 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.930146 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.930594 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.939010 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d96ee2-a4ef-4e27-8c42-429eeb62a2e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:26.972713 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Publish callbacks [] for security_group (9ad28dac-2359-4607-ab60-eb697a34298e), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:26.995129 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Publish callbacks [] for security_group (9ad28dac-2359-4607-ab60-eb697a34298e), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:27.129956 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9ad28dac-2359-4607-ab60-eb697a34298e), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:27.132654 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:27.133853 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9ad28dac-2359-4607-ab60-eb697a34298e HTTP/1.1" status: 204 len: 168 time: 0.2111802 Jul 25 19:21:27.144522 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad28dac-2359-4607-ab60-eb697a34298e,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:27.153775 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.154133 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.154497 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.154838 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.155175 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.155508 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.156451 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.156781 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.157185 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.157480 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.157824 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.158150 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.158498 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.158823 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:27.159148 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e419ff0f-2fbc-4a56-be02-f6df9f667120 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:28.284074 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2ab4e4a4-f6fb-4164-8f85-0c070f62f160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:29.592480 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:30.909018 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:31.304355 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:33.244667 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48882) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:21:33.249226 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-149da2b6-4d12-4dea-a4e8-069c4b190698 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473923173', 'description': 'tempest-description--1329031350'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:21:33.343556 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-149da2b6-4d12-4dea-a4e8-069c4b190698 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:33.417180 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-149da2b6-4d12-4dea-a4e8-069c4b190698 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (92b38cfd-f991-475f-b4ab-4b4e6737e6ad), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:33.526484 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-149da2b6-4d12-4dea-a4e8-069c4b190698 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (92b38cfd-f991-475f-b4ab-4b4e6737e6ad), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:33.559034 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149da2b6-4d12-4dea-a4e8-069c4b190698 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b38cfd-f991-475f-b4ab-4b4e6737e6ad,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:33.631890 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-149da2b6-4d12-4dea-a4e8-069c4b190698 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:33.632939 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-149da2b6-4d12-4dea-a4e8-069c4b190698 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3872187 Jul 25 19:21:33.636638 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48884) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:21:33.641915 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-77730f29-c2dc-48d8-ae63-951c0ddf693f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group_rule': {'security_group_id': '92b38cfd-f991-475f-b4ab-4b4e6737e6ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:21:33.756755 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77730f29-c2dc-48d8-ae63-951c0ddf693f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (d8aaed8f-8a96-4861-867c-8356494c8d12), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:33.816689 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77730f29-c2dc-48d8-ae63-951c0ddf693f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (d8aaed8f-8a96-4861-867c-8356494c8d12), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:33.921826 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77730f29-c2dc-48d8-ae63-951c0ddf693f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (d8aaed8f-8a96-4861-867c-8356494c8d12), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:33.944095 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77730f29-c2dc-48d8-ae63-951c0ddf693f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8aaed8f-8a96-4861-867c-8356494c8d12,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:34.025681 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-77730f29-c2dc-48d8-ae63-951c0ddf693f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:34.027052 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-77730f29-c2dc-48d8-ae63-951c0ddf693f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3893929 Jul 25 19:21:34.029741 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48886) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:21:34.034976 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-b00b1a76-7ed4-4021-af5c-b80303273306 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group_rule': {'security_group_id': '92b38cfd-f991-475f-b4ab-4b4e6737e6ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:21:34.144119 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b00b1a76-7ed4-4021-af5c-b80303273306 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (c2b835f3-7d29-476f-b2e2-67a63578b6cd), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:34.206605 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b00b1a76-7ed4-4021-af5c-b80303273306 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (c2b835f3-7d29-476f-b2e2-67a63578b6cd), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:34.292022 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b00b1a76-7ed4-4021-af5c-b80303273306 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (c2b835f3-7d29-476f-b2e2-67a63578b6cd), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:34.317268 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b1a76-7ed4-4021-af5c-b80303273306 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b835f3-7d29-476f-b2e2-67a63578b6cd,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:34.412075 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b00b1a76-7ed4-4021-af5c-b80303273306 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:34.414242 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b00b1a76-7ed4-4021-af5c-b80303273306 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3826525 Jul 25 19:21:34.417142 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 48888) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:21:34.422757 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:21:34.532636 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:34.653550 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:34.657513 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:34.721350 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:34.796590 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Allocated IP 172.27.0.42 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/cc42052b-7419-4f0d-ab41-c0fc69c893b5) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:21:34.929921 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (cc42052b-7419-4f0d-ab41-c0fc69c893b5), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:35.084749 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (cc42052b-7419-4f0d-ab41-c0fc69c893b5), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:35.124685 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:21:35.131167 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:21:35.133780 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:21:35.164654 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=cc42052b-7419-4f0d-ab41-c0fc69c893b5,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:35.256333 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (5834e646-bfbc-452e-8b24-463e5811620b), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:35.405777 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:35.409151 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cc42052b-7419-4f0d-ab41-c0fc69c893b5), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:35.583511 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (cc42052b-7419-4f0d-ab41-c0fc69c893b5), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:35.679003 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (cc42052b-7419-4f0d-ab41-c0fc69c893b5), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:35.756940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=cc42052b-7419-4f0d-ab41-c0fc69c893b5,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:35.771543 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (5834e646-bfbc-452e-8b24-463e5811620b), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:35.882852 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:35.885106 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6d4ca092-02e6-43fb-958d-dca46e8eb9e9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4669421 Jul 25 19:21:36.125251 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-27bd2d41-8b46-41bf-a109-2cafd76cd70f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--473923173&fields=id&tenant_id=c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 267 time: 0.0612717 Jul 25 19:21:36.244578 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c248-e2ff-4922-acfa-702234049b8d req-19a25bed-56d4-4c33-b598-79d4d2f1b75b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:36.246163 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-19a25bed-56d4-4c33-b598-79d4d2f1b75b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 815 time: 0.1141663 Jul 25 19:21:36.262698 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-43943fec-a3ba-4646-a326-3731384bd9cb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/quotas/c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 375 time: 0.0101426 Jul 25 19:21:36.326975 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-e3d5fd1e-c7a4-4ca9-9d39-1a4a2c814255 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577738 Jul 25 19:21:36.538904 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-481b604c-b7cf-40a9-a682-a81bdc9eb33d service neutron] 10.222.0.17 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985023 Jul 25 19:21:36.635462 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-e0a79099-1016-47e6-b8de-2cb7ba8188c9 service neutron] 10.222.0.17 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907323 Jul 25 19:21:37.152468 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e8a51e1d-1d57-4c13-8ff1-51729882ea3c req-629ef759-8c05-426d-a521-397f32d449d8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 210 time: 0.1513436 Jul 25 19:21:38.268256 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c90492a0-8a69-4a9e-af07-45806ee0adf7 req-3ac8ec34-f135-4fa3-800d-1d63bcea4c3a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 210 time: 0.0333896 Jul 25 19:21:39.373502 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c40ac38b-72a7-4433-ab7f-0f9004973aaf req-3e70e8db-7e26-4c9b-ae0b-8c500283ce99 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 210 time: 0.0328801 Jul 25 19:21:39.463165 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c248-e2ff-4922-acfa-702234049b8d req-e9ba6326-850c-4a89-9f25-a34d4db38db7 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:39.464567 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-e9ba6326-850c-4a89-9f25-a34d4db38db7 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 815 time: 0.1137078 Jul 25 19:21:39.555179 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-2d713929-5697-4fe8-a36e-7e59f779618e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 472 time: 0.0804548 Jul 25 19:21:39.560648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'port': {'device_id': '15608567-7691-4662-ae63-1f4c209689dd', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'admin_state_up': True, 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'security_groups': ['92b38cfd-f991-475f-b4ab-4b4e6737e6ad']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:21:39.661308 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:39.737376 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Made reservation on behalf of c283d74bc1404c078fa9c350c8acfe4a for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:21:39.741030 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:39.743992 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:39.894281 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Allocated IP 172.20.0.7 (6364bb15-7d49-4471-b756-05562b7f4867/0ff6781e-2137-4913-aa77-da6021bf2bb0/a0bd5e7b-6cf9-4b53-aa47-d2317075769d) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:21:40.048011 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:40.155671 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:40.206767 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Network 6364bb15-7d49-4471-b756-05562b7f4867 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:21:40.210063 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:21:40.214075 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:21:40.220949 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:40.270636 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:40.271294 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:40.358071 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-22c9f07a-5955-473d-a3bc-4a69d871ad6f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8011465 Jul 25 19:21:40.371554 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Request body: {'port': {'device_id': '15608567-7691-4662-ae63-1f4c209689dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:21:40.400126 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:40.444607 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:40.480613 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-614ee7f2-2739-4564-a29a-196e517e0b43 None None] Provisioning complete for port a0bd5e7b-6cf9-4b53-aa47-d2317075769d triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:21:40.481174 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-614ee7f2-2739-4564-a29a-196e517e0b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:40.514923 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-614ee7f2-2739-4564-a29a-196e517e0b43 None None] Port a0bd5e7b-6cf9-4b53-aa47-d2317075769d cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:21:40.534923 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93947bf3-d503-40dd-acd1-92a956ba7902 req-71af22c9-abee-4801-816f-e6220bec2218 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:40.542591 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-93947bf3-d503-40dd-acd1-92a956ba7902 req-71af22c9-abee-4801-816f-e6220bec2218 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 931 time: 0.0891166 Jul 25 19:21:40.688958 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-93947bf3-d503-40dd-acd1-92a956ba7902 req-c9574b8c-c95d-4b4f-82d3-874622847ec5 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441388 Jul 25 19:21:40.794537 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd5e7b-6cf9-4b53-aa47-d2317075769d {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:21:40.802346 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Publish callbacks [] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:40.815591 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Transition to ACTIVE for port object a0bd5e7b-6cf9-4b53-aa47-d2317075769d will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:21:40.878228 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:40.917400 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:40.928979 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:41.011645 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Attempting to bind port a0bd5e7b-6cf9-4b53-aa47-d2317075769d on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:21:41.011980 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Attempting to bind port a0bd5e7b-6cf9-4b53-aa47-d2317075769d by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:21:41.015624 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Attempting to bind port a0bd5e7b-6cf9-4b53-aa47-d2317075769d on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:21:41.018357 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Port a0bd5e7b-6cf9-4b53-aa47-d2317075769d on network 6364bb15-7d49-4471-b756-05562b7f4867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:21:41.018683 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Attempting to bind port a0bd5e7b-6cf9-4b53-aa47-d2317075769d on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:21:41.024852 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:21:41.025191 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Checking segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:21:41.025580 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Bound using segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:21:41.026014 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Bound port: a0bd5e7b-6cf9-4b53-aa47-d2317075769d, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:21:41.026409 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:41.096994 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] For port a0bd5e7b-6cf9-4b53-aa47-d2317075769d, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:21:41.100531 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] For port a0bd5e7b-6cf9-4b53-aa47-d2317075769d, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:21:41.188395 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:41.224048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:41.224674 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:41.226154 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] 10.222.0.88 "PUT /v2.0/ports/a0bd5e7b-6cf9-4b53-aa47-d2317075769d HTTP/1.1" status: 200 len: 1093 time: 0.8595366 Jul 25 19:21:41.226507 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15608567-7691-4662-ae63-1f4c209689dd', 'tag': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:21:41.228773 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2" -d '{"events": [{"name": "network-changed", "server_uuid": "15608567-7691-4662-ae63-1f4c209689dd", "tag": "a0bd5e7b-6cf9-4b53-aa47-d2317075769d"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:21:41.257846 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a0187-a047-4611-945f-4688128bc5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:41.366470 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89a991b-4d76-4b92-aaa2-fbc7f4b603aa x-openstack-request-id: req-b89a991b-4d76-4b92-aaa2-fbc7f4b603aa {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:21:41.373046 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15608567-7691-4662-ae63-1f4c209689dd", "tag": "a0bd5e7b-6cf9-4b53-aa47-d2317075769d", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:21:41.373430 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-b89a991b-4d76-4b92-aaa2-fbc7f4b603aa {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:21:41.374607 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89a991b-4d76-4b92-aaa2-fbc7f4b603aa'] response: {'name': 'network-changed', 'server_uuid': '15608567-7691-4662-ae63-1f4c209689dd', 'tag': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'status': 'completed', 'code': 200} Jul 25 19:21:41.427260 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c248-e2ff-4922-acfa-702234049b8d req-db066de4-0146-4e7f-a2fa-c204d8a1d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:41.428998 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-db066de4-0146-4e7f-a2fa-c204d8a1d3aa service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 1127 time: 0.0434153 Jul 25 19:21:41.475235 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-893c6f7e-51a1-4e8d-b69b-4b1d8c40619c service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d HTTP/1.1" status: 200 len: 217 time: 0.0394340 Jul 25 19:21:41.532543 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c248-e2ff-4922-acfa-702234049b8d req-e0d3f59c-3d35-4bf1-a62b-3f4a459540d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:41.534179 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-e0d3f59c-3d35-4bf1-a62b-3f4a459540d2 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0538244 Jul 25 19:21:41.578854 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:41.582451 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007c248-e2ff-4922-acfa-702234049b8d req-a5fdc681-ed0f-4fa4-b5a9-6d4516c7083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:41.584277 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-a5fdc681-ed0f-4fa4-b5a9-6d4516c7083f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433111 Jul 25 19:21:41.693587 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-5b196524-aec3-48b1-bd57-70a9370c1595 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036065 Jul 25 19:21:41.836239 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed012fda-fdcb-4c43-9e63-d1595f39c8ef req-2113bf5d-b190-47ad-9a17-05b1bcceece9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:41.837790 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ed012fda-fdcb-4c43-9e63-d1595f39c8ef req-2113bf5d-b190-47ad-9a17-05b1bcceece9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 943 time: 0.0677912 Jul 25 19:21:41.839587 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1007c248-e2ff-4922-acfa-702234049b8d req-e25749ac-eaf7-4569-a5f1-a545ef612b81 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405666 Jul 25 19:21:41.893251 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ed012fda-fdcb-4c43-9e63-d1595f39c8ef req-1d9206c5-3291-4f5f-945a-e3d38998db9f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491476 Jul 25 19:21:42.021523 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:43.020375 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ffe9c-cdb7-447f-86e7-e27caa459621 req-1d87a21d-c717-4315-8d72-c7edc2ed3034 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:43.021927 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8c6ffe9c-cdb7-447f-86e7-e27caa459621 req-1d87a21d-c717-4315-8d72-c7edc2ed3034 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 943 time: 0.0499485 Jul 25 19:21:43.076128 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8c6ffe9c-cdb7-447f-86e7-e27caa459621 req-084079ef-3e55-4463-8807-bb1fd2d55932 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476296 Jul 25 19:21:44.203812 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927f0b9-198a-4a51-bff7-91b70b60b338 req-db0e3782-ac4f-4806-b592-e1612b9bb72c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:44.205433 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f927f0b9-198a-4a51-bff7-91b70b60b338 req-db0e3782-ac4f-4806-b592-e1612b9bb72c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 943 time: 0.0535257 Jul 25 19:21:44.259362 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f927f0b9-198a-4a51-bff7-91b70b60b338 req-8e751cfb-edf7-417f-99cb-8c04e96470c3 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470278 Jul 25 19:21:44.989439 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-d224a362-e854-40ea-8089-ee6fe029c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:44.991017 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-d224a362-e854-40ea-8089-ee6fe029c31f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 1127 time: 0.0414178 Jul 25 19:21:45.091209 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-1dcdb8df-ee63-4851-8a74-d159fe08a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:45.093432 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-1dcdb8df-ee63-4851-8a74-d159fe08a5e9 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.0959156 Jul 25 19:21:45.132462 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-95832f10-ce23-4e2f-9c1a-c3ee71f91e84 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d HTTP/1.1" status: 200 len: 217 time: 0.0341921 Jul 25 19:21:45.187041 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-eae64469-2707-4738-8b3b-5e9ddfd8b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:45.188603 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-eae64469-2707-4738-8b3b-5e9ddfd8b25c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0503330 Jul 25 19:21:45.234648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-64a1ea9e-4fb3-41ec-8fe7-cd94c863f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:45.236158 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-64a1ea9e-4fb3-41ec-8fe7-cd94c863f7c0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409973 Jul 25 19:21:45.347734 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-799ac933-271b-4171-bc6c-47de44ca2eae service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039433 Jul 25 19:21:45.365726 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:45.388222 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074b6f-4d81-463e-aa4c-0462116db654 req-4c6a3fae-a6b1-4952-aa54-86ec825b6110 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:45.389809 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9d074b6f-4d81-463e-aa4c-0462116db654 req-4c6a3fae-a6b1-4952-aa54-86ec825b6110 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 943 time: 0.0543971 Jul 25 19:21:45.457997 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9d074b6f-4d81-463e-aa4c-0462116db654 req-03205a5c-4f63-4e01-9e52-8f0f98990ab1 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619357 Jul 25 19:21:45.475930 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f0f7483-44e8-4844-a2cc-d8fa8811baa2 req-73942208-c90e-4bcc-8a79-406ddbb11226 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214893 Jul 25 19:21:46.057125 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device a0bd5e7b-6cf9-4b53-aa47-d2317075769d details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:21:46.169735 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port a0bd5e7b-6cf9-4b53-aa47-d2317075769d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:21:46.183220 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'port_id': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'mac_address': 'fa:16:3e:76:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:21:46.231127 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port a0bd5e7b-6cf9-4b53-aa47-d2317075769d is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:21:46.231712 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:46.251713 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd5e7b-6cf9-4b53-aa47-d2317075769d {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:21:46.277340 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port a0bd5e7b-6cf9-4b53-aa47-d2317075769d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:21:46.359703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:46.415216 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:46.422935 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.423293 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.423645 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.424001 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.424346 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.424685 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.425020 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.425357 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.425697 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.426031 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.426389 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.426727 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.427058 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.427389 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.427727 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:21:46.586880 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abcdad-cf73-4d18-8a05-bad9870a5949 req-7ee5dd22-e073-43f2-813f-085fae88de17 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:46.588436 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b0abcdad-cf73-4d18-8a05-bad9870a5949 req-7ee5dd22-e073-43f2-813f-085fae88de17 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 944 time: 0.0499260 Jul 25 19:21:46.648549 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b0abcdad-cf73-4d18-8a05-bad9870a5949 req-c8c60907-67d0-4fbe-a459-2c4ce1bf3037 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481863 Jul 25 19:21:46.811135 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:21:46.869733 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['a0bd5e7b-6cf9-4b53-aa47-d2317075769d'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:21:47.766032 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ada38-5076-4f92-8c0e-0528a9670827 req-9ae5cf9c-b5fc-4cad-a012-94b1815e38ec tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:47.767533 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-035ada38-5076-4f92-8c0e-0528a9670827 req-9ae5cf9c-b5fc-4cad-a012-94b1815e38ec tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 944 time: 0.0494244 Jul 25 19:21:47.788784 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:47.818463 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-035ada38-5076-4f92-8c0e-0528a9670827 req-91952309-7978-4e90-a46a-646194a27cf3 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449588 Jul 25 19:21:48.079773 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device a0bd5e7b-6cf9-4b53-aa47-d2317075769d up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:21:48.124819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port a0bd5e7b-6cf9-4b53-aa47-d2317075769d completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:21:48.229536 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port a0bd5e7b-6cf9-4b53-aa47-d2317075769d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:21:48.229926 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:48.304601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:48.307051 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port a0bd5e7b-6cf9-4b53-aa47-d2317075769d is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:21:48.307473 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:48.334401 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15608567-7691-4662-ae63-1f4c209689dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:21:48.338518 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ac1577-7606-495b-85cc-de942840e3b4" -d '{"events": [{"server_uuid": "15608567-7691-4662-ae63-1f4c209689dd", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd5e7b-6cf9-4b53-aa47-d2317075769d"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:21:48.340761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:48.366304 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port a0bd5e7b-6cf9-4b53-aa47-d2317075769d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:21:48.457933 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ae0073-6bcb-4203-b3ff-f0991dd69e7d x-openstack-request-id: req-80ae0073-6bcb-4203-b3ff-f0991dd69e7d {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:21:48.457933 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15608567-7691-4662-ae63-1f4c209689dd", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd5e7b-6cf9-4b53-aa47-d2317075769d", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:21:48.457933 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-80ae0073-6bcb-4203-b3ff-f0991dd69e7d {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:21:48.457933 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ae0073-6bcb-4203-b3ff-f0991dd69e7d'] response: {'server_uuid': '15608567-7691-4662-ae63-1f4c209689dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'code': 200} Jul 25 19:21:48.525948 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:48.576032 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:21:48.856589 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1412d436-d0d1-4038-83ca-3f29b798d746 req-1ad6611a-f836-42e5-92c8-5647a9e7a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:48.858558 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1412d436-d0d1-4038-83ca-3f29b798d746 req-1ad6611a-f836-42e5-92c8-5647a9e7a77e service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 1129 time: 0.0428364 Jul 25 19:21:48.905289 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1412d436-d0d1-4038-83ca-3f29b798d746 req-97fd3159-2e5e-4e0d-8afb-81232e388d1c service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406165 Jul 25 19:21:48.945600 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be68780-dd64-49d7-a879-d56003b69fec req-053004fa-8da0-4ae4-a542-5b6539401d95 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:48.947110 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0be68780-dd64-49d7-a879-d56003b69fec req-053004fa-8da0-4ae4-a542-5b6539401d95 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 945 time: 0.0505102 Jul 25 19:21:48.996734 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0be68780-dd64-49d7-a879-d56003b69fec req-d013947b-a406-4517-a3f9-97db2d51493f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440238 Jul 25 19:21:50.144575 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a95fc2-5a0d-40fe-ac1a-cc3968119220 req-49ca84f3-5111-42ce-8ff8-fc8d6640c978 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:50.146034 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d5a95fc2-5a0d-40fe-ac1a-cc3968119220 req-49ca84f3-5111-42ce-8ff8-fc8d6640c978 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 945 time: 0.0504668 Jul 25 19:21:50.194268 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d5a95fc2-5a0d-40fe-ac1a-cc3968119220 req-aa4ad1e3-52b0-49ca-88a8-a522d59715f8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423510 Jul 25 19:21:51.322155 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef343b25-216f-4ec7-b4e2-81d6c5f73d8f req-2698c537-1c9d-4b50-8e6c-1d72282404c5 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:51.323676 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ef343b25-216f-4ec7-b4e2-81d6c5f73d8f req-2698c537-1c9d-4b50-8e6c-1d72282404c5 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 945 time: 0.0528612 Jul 25 19:21:51.374194 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ef343b25-216f-4ec7-b4e2-81d6c5f73d8f req-e8503b12-974a-4593-bdf7-a34d5ee004c2 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448523 Jul 25 19:21:51.495134 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecdd49-557b-494d-a9d9-681aa09318a2 req-cc56d974-427f-4f63-a787-89762f4ac091 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:51.496620 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-47ecdd49-557b-494d-a9d9-681aa09318a2 req-cc56d974-427f-4f63-a787-89762f4ac091 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 945 time: 0.0517168 Jul 25 19:21:51.506353 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 48958) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:21:51.510715 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'floatingip': {'port_id': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:21:51.550842 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (5834e646-bfbc-452e-8b24-463e5811620b), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:51.587610 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:51.998150 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:52.069031 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (5834e646-bfbc-452e-8b24-463e5811620b), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:52.153723 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:52.171198 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Floating IP 5834e646-bfbc-452e-8b24-463e5811620b associated. External IP: 172.27.0.42, port: a0bd5e7b-6cf9-4b53-aa47-d2317075769d. Jul 25 19:21:52.698425 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:21:52.824375 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:21:52.834208 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:52.838431 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:21:52.849110 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:21:52.849816 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:21:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:21:52.873517 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-83a1474e-569b-4d53-87a5-6cfca80c1515 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "PUT /v2.0/floatingips/5834e646-bfbc-452e-8b24-463e5811620b HTTP/1.1" status: 200 len: 990 time: 1.3658764 Jul 25 19:21:52.874281 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15608567-7691-4662-ae63-1f4c209689dd', 'tag': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:21:52.877210 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692aba2f-7de8-495a-8b03-2e17294350e8" -d '{"events": [{"name": "network-changed", "server_uuid": "15608567-7691-4662-ae63-1f4c209689dd", "tag": "a0bd5e7b-6cf9-4b53-aa47-d2317075769d"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:21:52.917973 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6164ae8-7e7e-4434-9fd3-092e84ff25b9 x-openstack-request-id: req-f6164ae8-7e7e-4434-9fd3-092e84ff25b9 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:21:52.918271 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15608567-7691-4662-ae63-1f4c209689dd", "tag": "a0bd5e7b-6cf9-4b53-aa47-d2317075769d", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:21:52.918654 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f6164ae8-7e7e-4434-9fd3-092e84ff25b9 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:21:52.918980 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6164ae8-7e7e-4434-9fd3-092e84ff25b9'] response: {'name': 'network-changed', 'server_uuid': '15608567-7691-4662-ae63-1f4c209689dd', 'tag': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'status': 'completed', 'code': 200} Jul 25 19:21:52.987686 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-ed9baa40-70f8-4f7d-9bad-472e0f4990e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:52.989631 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-ed9baa40-70f8-4f7d-9bad-472e0f4990e1 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 1129 time: 0.0501797 Jul 25 19:21:53.100668 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-a99f4a71-10a7-40ed-8ad9-b6467e29acf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:53.102098 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-a99f4a71-10a7-40ed-8ad9-b6467e29acf0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.1063092 Jul 25 19:21:53.125927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:21:53.148968 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:21:53.174984 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-46d97b23-726c-448f-a921-cafa69a30998 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d HTTP/1.1" status: 200 len: 998 time: 0.0670803 Jul 25 19:21:53.228534 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-45405c8f-e74c-4932-a94f-39ac0b23ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:53.230021 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-45405c8f-e74c-4932-a94f-39ac0b23ddf1 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0492067 Jul 25 19:21:53.289836 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-d7767bfb-bc44-453a-a6ce-a79cc3629f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:21:53.291374 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-d7767bfb-bc44-453a-a6ce-a79cc3629f81 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558169 Jul 25 19:21:53.377352 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5834e646-bfbc-452e-8b24-463e5811620b', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:76:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15608567-7691-4662-ae63-1f4c209689dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:21:35Z', 'updated_at': '2022-07-25T19:21:51Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}, {'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:31Z', 'revision_number': 2, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:21:53.397536 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-fb6ca0e2-3841-44f0-a102-30ba0fa002ec service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998600 Jul 25 19:21:53.408849 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:21:53.418847 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:21:53.419473 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:21:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:21:53.504392 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-692aba2f-7de8-495a-8b03-2e17294350e8 req-10a3cfcd-46ae-4bf4-9baf-1bf14dff96dc service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013710 Jul 25 19:21:53.534577 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:21:53.776894 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5834e646-bfbc-452e-8b24-463e5811620b', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:76:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15608567-7691-4662-ae63-1f4c209689dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:21:35Z', 'updated_at': '2022-07-25T19:21:51Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}, {'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:31Z', 'revision_number': 2, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:21:53.803415 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3419fbe-e357-422b-93ea-33d24a10fd95 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5834e646-bfbc-452e-8b24-463e5811620b', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:76:e4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15608567-7691-4662-ae63-1f4c209689dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:21:35Z', 'updated_at': '2022-07-25T19:21:51Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}, {'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:31Z', 'revision_number': 2, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:21:53.995236 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3fc1d4-918e-4da8-ae53-61f42c05ef89 None None] New status for floating IP 5834e646-bfbc-452e-8b24-463e5811620b: ACTIVE {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:21:55.815437 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-82a8275b-d016-44bc-9e05-8a10820f4344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:58.285544 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-48b61525-f7a2-4d20-96fb-5f4a3136c76b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:21:59.582934 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:00.930197 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:01.247495 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:01.361221 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:01.362463 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=17 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:01.369957 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=56,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:03.498835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=23 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:03.500801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:04.120645 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:04.122594 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:11.246364 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:11.941898 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:15.635916 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-63393031-aa35-43af-a534-25b88ea489b2 req-64919069-0793-4e3c-986a-37654db1eaaf service neutron] (111003) timed out ('10.222.0.88', 56798) {{(pid=111003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 19:22:16.950642 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75369680-7795-458a-873b-43978ac58073 req-579219ad-0f2f-4dbb-b64c-478c316a855d service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518551 Jul 25 19:22:17.040263 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369680-7795-458a-873b-43978ac58073 req-0a861df3-09b5-4dc0-8305-7616dfa53938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:22:17.041900 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75369680-7795-458a-873b-43978ac58073 req-0a861df3-09b5-4dc0-8305-7616dfa53938 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 1130 time: 0.0428379 Jul 25 19:22:17.170946 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369680-7795-458a-873b-43978ac58073 req-067ee471-849d-45d8-b569-b6982f46bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:22:17.172451 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75369680-7795-458a-873b-43978ac58073 req-067ee471-849d-45d8-b569-b6982f46bb7a service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.1123781 Jul 25 19:22:17.253535 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75369680-7795-458a-873b-43978ac58073 req-7e1dd040-7396-4339-ab94-66adb5791f48 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e HTTP/1.1" status: 200 len: 1002 time: 0.0714443 Jul 25 19:22:17.311193 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369680-7795-458a-873b-43978ac58073 req-9d3b60e6-da47-4cfa-8d1e-1f95032202f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:22:17.312895 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75369680-7795-458a-873b-43978ac58073 req-9d3b60e6-da47-4cfa-8d1e-1f95032202f8 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0530760 Jul 25 19:22:17.363163 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369680-7795-458a-873b-43978ac58073 req-b110f758-683c-4620-ac2e-58523b517a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:22:17.364753 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75369680-7795-458a-873b-43978ac58073 req-b110f758-683c-4620-ac2e-58523b517a06 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0450215 Jul 25 19:22:17.472061 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75369680-7795-458a-873b-43978ac58073 req-2b39c995-a689-442f-a4cd-4bcff7b6799c service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014414 Jul 25 19:22:17.575501 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-75369680-7795-458a-873b-43978ac58073 req-0765ac0d-4658-4c40-b086-2d2605c60392 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978611 Jul 25 19:22:21.867618 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:21.871706 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:23.811175 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:22:25.793364 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8bac63f6-f038-4b88-95af-14bb2ded5d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:27.570307 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=51 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:27.572277 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=50 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:28.324740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-92ae8784-d0db-4d75-8c86-7361a6083d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:29.559364 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:30.998835 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:31.393740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:33.806201 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:33.807228 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:41.250781 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:41.252691 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:41.981116 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:51.876403 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:51.878423 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:53.789621 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:22:55.809536 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-be4b1dc6-1e10-43fd-91e2-62fdc9e926f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:58.318264 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4928374b-c33d-410a-a78b-92d861a392bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:22:59.552246 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:00.810763 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:23:00.912183 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:01.341188 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:10.805173 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:10.805965 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:11.929478 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:18.944644 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-c41e5b21-18ae-4826-8000-366158e684cf service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413175 Jul 25 19:23:19.009061 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-e6b7a9b9-960b-4a29-90e7-abf104e9db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:19.010607 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-e6b7a9b9-960b-4a29-90e7-abf104e9db17 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 1129 time: 0.0417643 Jul 25 19:23:19.120962 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-7d768548-694b-4e55-a9d6-954f103eb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:19.122481 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-7d768548-694b-4e55-a9d6-954f103eb160 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.0937006 Jul 25 19:23:19.184570 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-0193ba50-0328-40bf-bdfb-2764e0738743 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d HTTP/1.1" status: 200 len: 1000 time: 0.0566332 Jul 25 19:23:19.234238 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-2825e26e-7072-4608-b0f2-3e3af2b806ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:19.235643 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-2825e26e-7072-4608-b0f2-3e3af2b806ff service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0450926 Jul 25 19:23:19.285303 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-06870053-62eb-4665-97b0-c6f8b299668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:19.286977 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-06870053-62eb-4665-97b0-c6f8b299668e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438740 Jul 25 19:23:19.379683 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-89a27bcf-4e91-4de1-b7e4-f65538025997 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866413 Jul 25 19:23:19.479674 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9a5586fe-d1b8-47d4-b760-9f3aafcc4be4 req-b056376a-cfbb-4ce2-9c61-81755c6d7bc9 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925448 Jul 25 19:23:21.865190 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:21.867093 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:25.764581 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ef10a521-7d87-4106-9ac0-926923f79deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:28.288773 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-eae87ffa-e6b2-4195-99bc-e510b8130ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:29.474027 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=56 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:29.476023 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=45 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:29.568829 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:30.929011 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:31.340150 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:35.914393 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda8ada-83cd-4960-b5ed-cb7b15fc68c5 req-4e723848-63ad-4101-a45c-47aa6ff8801e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:35.916328 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6cda8ada-83cd-4960-b5ed-cb7b15fc68c5 req-4e723848-63ad-4101-a45c-47aa6ff8801e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 945 time: 0.0570798 Jul 25 19:23:35.994299 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6cda8ada-83cd-4960-b5ed-cb7b15fc68c5 req-932adc4c-5f3e-42e4-87f4-c45f5598686e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700071 Jul 25 19:23:37.170316 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c49624-db27-43ec-aee6-a0842a974673 req-e674e75c-2c92-4cc3-8bc1-0be72ae94c8b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:37.174837 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-33c49624-db27-43ec-aee6-a0842a974673 req-e674e75c-2c92-4cc3-8bc1-0be72ae94c8b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 945 time: 0.0763295 Jul 25 19:23:37.234741 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-33c49624-db27-43ec-aee6-a0842a974673 req-a8062139-b6ef-4eeb-966a-9b3ba29fa5a0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=92b38cfd-f991-475f-b4ab-4b4e6737e6ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542309 Jul 25 19:23:37.539857 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-db184f0c-bdd1-4a21-8335-cedf816d8a2d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:37.541418 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-db184f0c-bdd1-4a21-8335-cedf816d8a2d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 945 time: 0.0680506 Jul 25 19:23:37.645363 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Deleting port a0bd5e7b-6cf9-4b53-aa47-d2317075769d {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:23:37.645751 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:37.760354 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] For port a0bd5e7b-6cf9-4b53-aa47-d2317075769d, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:23:37.760963 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:37.813886 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:23:37.958530 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:37.958928 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (5834e646-bfbc-452e-8b24-463e5811620b), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:37.959386 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Floating IP 5834e646-bfbc-452e-8b24-463e5811620b disassociated. External IP: 172.27.0.42, port: a0bd5e7b-6cf9-4b53-aa47-d2317075769d. Jul 25 19:23:37.959956 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Calling delete_port for a0bd5e7b-6cf9-4b53-aa47-d2317075769d owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:23:38.203732 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (a0bd5e7b-6cf9-4b53-aa47-d2317075769d), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:38.235498 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'Port': ['ID=a0bd5e7b-6cf9-4b53-aa47-d2317075769d,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:38.251688 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.252048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.252395 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.252745 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.253080 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.253754 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.253995 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.254669 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.254669 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.254878 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.255181 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.255716 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.255834 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.256073 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.256400 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:38.369375 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b998254b-e5c6-468c-b4c9-0f1a3b212e36 req-68f587f0-f0e8-47a8-9883-5c4768db7510 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 210 time: 0.0369470 Jul 25 19:23:38.387026 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:23:38.504301 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:23:38.519080 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:23:38.534422 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:23:38.535221 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:23:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:23:38.540298 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:38.557056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] No DVR routers for this DVR port a0bd5e7b-6cf9-4b53-aa47-d2317075769d on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:23:38.560620 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:38.566049 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6b136332-d7f8-446d-8402-11a1b4740a78 req-bf4e7b00-1eaf-4722-96ab-550a2fe24486 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "DELETE /v2.0/ports/a0bd5e7b-6cf9-4b53-aa47-d2317075769d HTTP/1.1" status: 204 len: 173 time: 1.0183744 Jul 25 19:23:38.566049 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15608567-7691-4662-ae63-1f4c209689dd', 'name': 'network-vif-deleted', 'tag': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:23:38.568103 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2c3a6b-5863-4a78-b121-8c207ba06048" -d '{"events": [{"server_uuid": "15608567-7691-4662-ae63-1f4c209689dd", "name": "network-vif-deleted", "tag": "a0bd5e7b-6cf9-4b53-aa47-d2317075769d"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:23:38.644626 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef06fd70-c556-42b9-8dac-828f5b3bf9d2 x-openstack-request-id: req-ef06fd70-c556-42b9-8dac-828f5b3bf9d2 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:23:38.647272 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15608567-7691-4662-ae63-1f4c209689dd", "name": "network-vif-deleted", "tag": "a0bd5e7b-6cf9-4b53-aa47-d2317075769d", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:23:38.648737 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ef06fd70-c556-42b9-8dac-828f5b3bf9d2 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:23:38.649355 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef06fd70-c556-42b9-8dac-828f5b3bf9d2'] response: {'server_uuid': '15608567-7691-4662-ae63-1f4c209689dd', 'name': 'network-vif-deleted', 'tag': 'a0bd5e7b-6cf9-4b53-aa47-d2317075769d', 'status': 'completed', 'code': 200} Jul 25 19:23:38.708779 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:23:38.993153 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:31Z', 'revision_number': 2, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:23:39.024132 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:23:39.039079 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:23:39.039782 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:23:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:23:39.287622 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:23:39.508402 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-34727178-b1f7-4a34-9c16-ca4bd3526867 req-b11db54b-a40d-454e-b2ff-3497f8a0946a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=15608567-7691-4662-ae63-1f4c209689dd HTTP/1.1" status: 200 len: 210 time: 0.0323460 Jul 25 19:23:39.542444 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:31Z', 'revision_number': 2, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:23:39.572288 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9fb70f-6445-462a-a204-39a098b52050 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '8a82bd3f-5ae7-4058-9bc1-ceb580db9664', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.179', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:66:c1:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:19:10Z', 'updated_at': '2022-07-25T19:19:31Z', 'revision_number': 2, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:23:39.829988 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4e12b9-db10-4031-a7be-2c429ce06f8b None None] New status for floating IP 5834e646-bfbc-452e-8b24-463e5811620b: DOWN {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:23:40.649016 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device a0bd5e7b-6cf9-4b53-aa47-d2317075769d no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:23:40.674986 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: a0bd5e7b-6cf9-4b53-aa47-d2317075769d {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:23:40.675178 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device a0bd5e7b-6cf9-4b53-aa47-d2317075769d not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:23:40.680271 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49026) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:40.712298 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:40.745845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b0fe2-0f1e-4620-bd42-22460ded3645 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (92b38cfd-f991-475f-b4ab-4b4e6737e6ad), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:40.775300 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b0fe2-0f1e-4620-bd42-22460ded3645 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (92b38cfd-f991-475f-b4ab-4b4e6737e6ad), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:40.895045 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b0fe2-0f1e-4620-bd42-22460ded3645 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (92b38cfd-f991-475f-b4ab-4b4e6737e6ad), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:40.897651 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-e87b0fe2-0f1e-4620-bd42-22460ded3645 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:40.898893 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e87b0fe2-0f1e-4620-bd42-22460ded3645 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "DELETE /v2.0/security-groups/92b38cfd-f991-475f-b4ab-4b4e6737e6ad HTTP/1.1" status: 204 len: 168 time: 0.2176363 Jul 25 19:23:40.902456 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49028) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:40.922628 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.api.v2.resource [None req-1a556eb7-11c5-4da4-a002-ecd05d81327b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] show failed (client error): The resource could not be found. Jul 25 19:23:40.923673 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1a556eb7-11c5-4da4-a002-ecd05d81327b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups/92b38cfd-f991-475f-b4ab-4b4e6737e6ad HTTP/1.1" status: 404 len: 347 time: 0.0204821 Jul 25 19:23:40.924446 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b0fe2-0f1e-4620-bd42-22460ded3645 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b38cfd-f991-475f-b4ab-4b4e6737e6ad,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:40.927730 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49030) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:41.056856 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Deleting port cc42052b-7419-4f0d-ab41-c0fc69c893b5 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:23:41.057203 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (cc42052b-7419-4f0d-ab41-c0fc69c893b5), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:41.152127 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (cc42052b-7419-4f0d-ab41-c0fc69c893b5), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:41.152364 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (cc42052b-7419-4f0d-ab41-c0fc69c893b5), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:41.172424 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Calling delete_port for cc42052b-7419-4f0d-ab41-c0fc69c893b5 owned by network:floatingip {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:23:41.421266 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (cc42052b-7419-4f0d-ab41-c0fc69c893b5), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:41.456717 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'Port': ['ID=cc42052b-7419-4f0d-ab41-c0fc69c893b5,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:41.484698 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.485048 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.485390 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.485732 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.486334 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.486673 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.487031 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.487364 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.487691 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.488018 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.488345 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.488673 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.489015 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.489338 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.489659 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:23:41.534701 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (5834e646-bfbc-452e-8b24-463e5811620b), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:41.537307 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:41.538489 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b4511152-2b9e-41f9-ac92-bd7003b13572 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "DELETE /v2.0/floatingips/5834e646-bfbc-452e-8b24-463e5811620b HTTP/1.1" status: 204 len: 168 time: 0.6097612 Jul 25 19:23:42.060485 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:44.746158 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649afb42-e71d-4dfb-92e9-abcf0308ea0a req-e6e3f9de-1447-497c-8298-54cbc436ebdd tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:44.747660 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-649afb42-e71d-4dfb-92e9-abcf0308ea0a req-e6e3f9de-1447-497c-8298-54cbc436ebdd tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 946 time: 0.0532544 Jul 25 19:23:44.800182 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-649afb42-e71d-4dfb-92e9-abcf0308ea0a req-ab31ec99-4b64-49b9-a6d0-7879037a2b95 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449352 Jul 25 19:23:45.930459 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb80f07-7ebb-4c22-a420-5aa96358d961 req-e2dc9879-7c26-41cf-8a47-60b10e5845b3 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:45.932012 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1cb80f07-7ebb-4c22-a420-5aa96358d961 req-e2dc9879-7c26-41cf-8a47-60b10e5845b3 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 946 time: 0.0545299 Jul 25 19:23:45.984938 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1cb80f07-7ebb-4c22-a420-5aa96358d961 req-79902b3d-254d-4872-a5cb-c4038ed4530f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464253 Jul 25 19:23:46.549356 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6385ba25-fd43-4066-a036-6c551172d28b req-96feb4a3-3b09-4f07-bad1-4c1723580aca tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:46.550855 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6385ba25-fd43-4066-a036-6c551172d28b req-96feb4a3-3b09-4f07-bad1-4c1723580aca tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 946 time: 0.0514565 Jul 25 19:23:46.645290 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Deleting port 719a62f5-7567-4db5-af04-a4ceccec5b4e {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:23:46.645861 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:46.741922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] For port 719a62f5-7567-4db5-af04-a4ceccec5b4e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=719a62f5-7567-4db5-af04-a4ceccec5b4e,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:23:46.742294 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:46.918257 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:46.918652 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (8a82bd3f-5ae7-4058-9bc1-ceb580db9664), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:46.918977 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Floating IP 8a82bd3f-5ae7-4058-9bc1-ceb580db9664 disassociated. External IP: 172.27.0.179, port: 719a62f5-7567-4db5-af04-a4ceccec5b4e. Jul 25 19:23:46.919326 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Calling delete_port for 719a62f5-7567-4db5-af04-a4ceccec5b4e owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:23:47.130841 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4ee221-3583-4158-8cf4-8f06f69fcb93 req-f759d36f-0ebf-4c37-b23f-16b97510619a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:47.132412 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1f4ee221-3583-4158-8cf4-8f06f69fcb93 req-f759d36f-0ebf-4c37-b23f-16b97510619a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 946 time: 0.0584083 Jul 25 19:23:47.186979 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (719a62f5-7567-4db5-af04-a4ceccec5b4e), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:47.199527 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1f4ee221-3583-4158-8cf4-8f06f69fcb93 req-1d05fd53-814d-4cf1-a812-9f28f8462af7 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=cfe6400c-64d9-4d88-b61f-f43b1e3c4270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505269 Jul 25 19:23:47.214957 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:47.217576 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'Port': ['ID=719a62f5-7567-4db5-af04-a4ceccec5b4e,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:47.368759 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:23:47.372104 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:47.480813 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:23:47.492384 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:23:47.504234 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:23:47.504840 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:23:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:23:47.525501 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] No DVR routers for this DVR port 719a62f5-7567-4db5-af04-a4ceccec5b4e on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:23:47.528478 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:47.532886 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6385ba25-fd43-4066-a036-6c551172d28b req-c85f3a3b-0b14-4d26-9f0e-2681ee03119e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "DELETE /v2.0/ports/719a62f5-7567-4db5-af04-a4ceccec5b4e HTTP/1.1" status: 204 len: 173 time: 0.9751105 Jul 25 19:23:47.533353 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'name': 'network-vif-deleted', 'tag': '719a62f5-7567-4db5-af04-a4ceccec5b4e'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:23:47.535695 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df8ccca-d883-45d7-8461-d5c5139184e6" -d '{"events": [{"server_uuid": "fc78d785-eb78-41fa-a9a2-6c87430ec7b9", "name": "network-vif-deleted", "tag": "719a62f5-7567-4db5-af04-a4ceccec5b4e"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:23:47.582735 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a99fbc-078b-4152-88ca-e625972d7641 x-openstack-request-id: req-f5a99fbc-078b-4152-88ca-e625972d7641 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:23:47.583142 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc78d785-eb78-41fa-a9a2-6c87430ec7b9", "name": "network-vif-deleted", "tag": "719a62f5-7567-4db5-af04-a4ceccec5b4e", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:23:47.583490 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f5a99fbc-078b-4152-88ca-e625972d7641 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:23:47.584029 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a99fbc-078b-4152-88ca-e625972d7641'] response: {'server_uuid': 'fc78d785-eb78-41fa-a9a2-6c87430ec7b9', 'name': 'network-vif-deleted', 'tag': '719a62f5-7567-4db5-af04-a4ceccec5b4e', 'status': 'completed', 'code': 200} Jul 25 19:23:47.624185 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:47.634060 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:23:47.635680 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:47.865756 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:23:47.896492 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:23:47.907585 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:23:47.908211 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:23:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:23:48.043436 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:23:48.296433 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:23:48.329105 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-78b8cba6-2f7f-4340-bf7d-9e4ec044426c req-3fdd8d20-ce53-4916-9866-3b5fe48c6734 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=fc78d785-eb78-41fa-a9a2-6c87430ec7b9 HTTP/1.1" status: 200 len: 210 time: 0.0307186 Jul 25 19:23:48.349829 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64c79a4-f72c-4466-9a00-9743e0cd9cfc None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:23:48.584388 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc15cdc-e67d-4550-9be4-b9999c82cbf6 None None] New status for floating IP 8a82bd3f-5ae7-4058-9bc1-ceb580db9664: DOWN {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:23:49.621730 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49066) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:49.679259 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-edc4af24-3265-4851-b219-ca0359de0188 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (cfe6400c-64d9-4d88-b61f-f43b1e3c4270), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:49.706143 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-edc4af24-3265-4851-b219-ca0359de0188 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (cfe6400c-64d9-4d88-b61f-f43b1e3c4270), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:49.911213 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-edc4af24-3265-4851-b219-ca0359de0188 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (cfe6400c-64d9-4d88-b61f-f43b1e3c4270), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:49.913810 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-edc4af24-3265-4851-b219-ca0359de0188 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:49.915013 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-edc4af24-3265-4851-b219-ca0359de0188 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "DELETE /v2.0/security-groups/cfe6400c-64d9-4d88-b61f-f43b1e3c4270 HTTP/1.1" status: 204 len: 168 time: 0.2922816 Jul 25 19:23:49.918586 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49068) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:49.928536 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:49.938258 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc4af24-3265-4851-b219-ca0359de0188 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6400c-64d9-4d88-b61f-f43b1e3c4270,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:49.940300 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.api.v2.resource [None req-63db58fc-ff65-4ca5-85e9-23feaa03ffc7 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] show failed (client error): The resource could not be found. Jul 25 19:23:49.941226 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-63db58fc-ff65-4ca5-85e9-23feaa03ffc7 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups/cfe6400c-64d9-4d88-b61f-f43b1e3c4270 HTTP/1.1" status: 404 len: 347 time: 0.0219438 Jul 25 19:23:49.944929 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49070) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:50.063836 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Deleting port 7725e646-0782-4092-a3c9-f639fe291513 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:23:50.064183 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (7725e646-0782-4092-a3c9-f639fe291513), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.150844 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (7725e646-0782-4092-a3c9-f639fe291513), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.151166 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (7725e646-0782-4092-a3c9-f639fe291513), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.164292 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Calling delete_port for 7725e646-0782-4092-a3c9-f639fe291513 owned by network:floatingip {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:23:50.397722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (7725e646-0782-4092-a3c9-f639fe291513), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.425240 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'Port': ['ID=7725e646-0782-4092-a3c9-f639fe291513,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:50.493329 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (8a82bd3f-5ae7-4058-9bc1-ceb580db9664), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.495989 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.497166 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-9faf1bde-8fdf-4bfb-a6e9-ac3f38884b83 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "DELETE /v2.0/floatingips/8a82bd3f-5ae7-4058-9bc1-ceb580db9664 HTTP/1.1" status: 204 len: 168 time: 0.5511835 Jul 25 19:23:50.658931 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49074) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:50.666300 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-40030054-c73a-45d3-aa96-e9dfa93cedc8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789014552', 'description': 'tempest-description--183640084'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:23:50.699564 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 719a62f5-7567-4db5-af04-a4ceccec5b4e no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:23:50.718774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 719a62f5-7567-4db5-af04-a4ceccec5b4e {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:23:50.719545 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 719a62f5-7567-4db5-af04-a4ceccec5b4e not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:23:50.758073 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-40030054-c73a-45d3-aa96-e9dfa93cedc8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.837517 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-40030054-c73a-45d3-aa96-e9dfa93cedc8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (1749b342-a02e-4f76-a52a-527d00b4ff59), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.940765 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-40030054-c73a-45d3-aa96-e9dfa93cedc8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (1749b342-a02e-4f76-a52a-527d00b4ff59), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:50.974728 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40030054-c73a-45d3-aa96-e9dfa93cedc8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1749b342-a02e-4f76-a52a-527d00b4ff59,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:51.044722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-40030054-c73a-45d3-aa96-e9dfa93cedc8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.047035 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-40030054-c73a-45d3-aa96-e9dfa93cedc8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3867869 Jul 25 19:23:51.050179 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49076) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:51.054666 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-904ea6fa-d500-401f-a0aa-4050a33595af tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group_rule': {'security_group_id': '1749b342-a02e-4f76-a52a-527d00b4ff59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:23:51.181537 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-904ea6fa-d500-401f-a0aa-4050a33595af tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (0b09bb0a-64d9-4d68-8e68-f1293ff9da01), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.207864 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:51.235056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:51.246388 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-904ea6fa-d500-401f-a0aa-4050a33595af tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (0b09bb0a-64d9-4d68-8e68-f1293ff9da01), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.351985 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-904ea6fa-d500-401f-a0aa-4050a33595af tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (0b09bb0a-64d9-4d68-8e68-f1293ff9da01), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.371919 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ea6fa-d500-401f-a0aa-4050a33595af tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b09bb0a-64d9-4d68-8e68-f1293ff9da01,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:51.479837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-904ea6fa-d500-401f-a0aa-4050a33595af tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.481054 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-904ea6fa-d500-401f-a0aa-4050a33595af tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4298728 Jul 25 19:23:51.484451 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49078) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:51.489251 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-5882a29e-6855-425a-b435-19636808e21d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group_rule': {'security_group_id': '1749b342-a02e-4f76-a52a-527d00b4ff59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:23:51.585921 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5882a29e-6855-425a-b435-19636808e21d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (dd69c15d-7fc1-410d-89c7-0dd27805e2e4), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.647606 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5882a29e-6855-425a-b435-19636808e21d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (dd69c15d-7fc1-410d-89c7-0dd27805e2e4), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.728526 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5882a29e-6855-425a-b435-19636808e21d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (dd69c15d-7fc1-410d-89c7-0dd27805e2e4), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.752634 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882a29e-6855-425a-b435-19636808e21d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd69c15d-7fc1-410d-89c7-0dd27805e2e4,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:51.868180 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5882a29e-6855-425a-b435-19636808e21d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:51.869476 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5882a29e-6855-425a-b435-19636808e21d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3840261 Jul 25 19:23:51.873017 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49080) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:23:51.877862 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:23:51.882380 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:51.997233 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:52.089706 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:52.215301 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Allocated IP 172.27.0.222 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/83114047-7c13-4d2f-ae11-52dcb0cf0d3a) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:23:52.343152 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:52.438728 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:52.487116 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:23:52.490461 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:23:52.492998 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:23:52.519978 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=83114047-7c13-4d2f-ae11-52dcb0cf0d3a,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:52.589178 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (ccfcf59f-f8f2-4f6c-9234-617c0f19ad51), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:52.701463 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:52.867811 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:52.942037 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:52.945966 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:52.981165 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:53.017052 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=83114047-7c13-4d2f-ae11-52dcb0cf0d3a,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:23:53.028165 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (ccfcf59f-f8f2-4f6c-9234-617c0f19ad51), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:53.160101 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:53.161401 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-e1204843-8b03-4b03-a87c-1b751065127b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2870998 Jul 25 19:23:53.335056 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-3e9b6ad4-5471-4abd-b523-7b377eb65ad0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--789014552&fields=id&tenant_id=c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 267 time: 0.0539298 Jul 25 19:23:53.718247 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-1e65302c-97aa-4a56-82cd-8c76558b7b86 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:23:53.719818 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-1e65302c-97aa-4a56-82cd-8c76558b7b86 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 815 time: 0.3781610 Jul 25 19:23:53.735884 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-b9563248-7ab5-488e-ba78-816a7a5f0716 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/quotas/c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 375 time: 0.0101659 Jul 25 19:23:53.788721 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-e3b3f6c8-1243-4723-8a8e-79e50f53a169 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472915 Jul 25 19:23:53.895592 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-67975573-a035-4bd9-83ec-563f911c7b55 service neutron] 10.222.0.17 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941048 Jul 25 19:23:53.995414 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-f8dbf077-f8ed-4de8-97d6-0c8c9eb46b34 service neutron] 10.222.0.17 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939460 Jul 25 19:23:55.272701 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e0ea34d9-16f6-4827-bc6c-9caa53f3f7fc req-a6664e6c-2317-45a5-8835-3d2fc651ca71 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0299559 Jul 25 19:23:55.849327 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a8fa3dcb-dcaf-4b51-b00a-75899a844e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:56.379969 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-34b0563b-4264-4242-9507-274068d0dca5 req-c0705af0-ed2a-4497-82e2-b3a2f4d96ecd tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0377271 Jul 25 19:23:57.468292 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8993864b-726e-4655-bfd1-07bed0845f7b req-192d5da3-8e19-4295-a8cf-e0c5fb74119b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0296619 Jul 25 19:23:58.294600 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-36be0e9c-b93d-4561-8679-181263f1b321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:58.559971 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c7b67040-531c-400f-81be-24414289b3e4 req-47afdd82-08fa-4bba-a8ec-9b9ad373a73d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0330060 Jul 25 19:23:58.661930 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:58.664054 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:23:59.580124 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:23:59.664282 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4f5b841a-38e0-41b3-b069-8f0281f0964b req-79d3794e-2418-42a0-b568-94b852c0cc08 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0295351 Jul 25 19:24:00.773253 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-007dad5a-27e9-45b9-9c19-3e1d3065cc6e req-a08d7e58-3d05-4df0-8d20-794b9c34c703 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0311198 Jul 25 19:24:00.940512 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:01.345757 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:01.434199 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-d6e89470-5a5b-450e-a85a-6e26f09199a4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:01.435768 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-d6e89470-5a5b-450e-a85a-6e26f09199a4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 815 time: 0.1268139 Jul 25 19:24:01.510628 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-0ad0f98d-468a-4b88-9bb2-64fce6b488e4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 379 time: 0.0663309 Jul 25 19:24:01.524926 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'port': {'device_id': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'admin_state_up': True, 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'security_groups': ['1749b342-a02e-4f76-a52a-527d00b4ff59']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:24:01.701458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Made reservation on behalf of c283d74bc1404c078fa9c350c8acfe4a for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:24:01.705704 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:01.842065 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Allocated IP 172.20.0.11 (6364bb15-7d49-4471-b756-05562b7f4867/0ff6781e-2137-4913-aa77-da6021bf2bb0/11dc86c9-ed3d-4091-8b53-5a71173adee4) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:24:01.906136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:01.914653 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f7318600-0327-4375-8957-bda68aab0618 req-a3ee3e92-d050-4c97-956c-1eb03f4eff7d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0505459 Jul 25 19:24:02.289336 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:02.380330 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:02.411750 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:02.436950 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Network 6364bb15-7d49-4471-b756-05562b7f4867 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:24:02.440035 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:24:02.442250 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=11dc86c9-ed3d-4091-8b53-5a71173adee4,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:24:02.444575 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:24:02.501671 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:02.502349 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:02.571271 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-133ce00d-ef02-4711-a2ca-df3020494f55 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0502770 Jul 25 19:24:02.585909 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Request body: {'port': {'device_id': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:24:02.654156 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:02.729673 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-51d52570-4557-48ea-87e7-415f086c7fdc None None] Provisioning complete for port 11dc86c9-ed3d-4091-8b53-5a71173adee4 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:24:02.730235 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-51d52570-4557-48ea-87e7-415f086c7fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:02.771552 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-51d52570-4557-48ea-87e7-415f086c7fdc None None] Port 11dc86c9-ed3d-4091-8b53-5a71173adee4 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:24:02.932994 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11dc86c9-ed3d-4091-8b53-5a71173adee4 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:24:02.941994 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Publish callbacks [] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:02.957132 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Transition to ACTIVE for port object 11dc86c9-ed3d-4091-8b53-5a71173adee4 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:24:03.037578 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:03.042856 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7160d-d2e5-421d-b454-728b7d6c8c64 req-d2fb4a4b-7fae-466e-a8f5-1b4970dd7f53 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:03.044425 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b8c7160d-d2e5-421d-b454-728b7d6c8c64 req-d2fb4a4b-7fae-466e-a8f5-1b4970dd7f53 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 932 time: 0.0491328 Jul 25 19:24:03.094308 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=11dc86c9-ed3d-4091-8b53-5a71173adee4,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:24:03.099283 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b8c7160d-d2e5-421d-b454-728b7d6c8c64 req-05c6c829-c8df-4a5e-a268-590361f7c30f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482123 Jul 25 19:24:03.172809 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Attempting to bind port 11dc86c9-ed3d-4091-8b53-5a71173adee4 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:24:03.173177 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Attempting to bind port 11dc86c9-ed3d-4091-8b53-5a71173adee4 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:24:03.173590 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Attempting to bind port 11dc86c9-ed3d-4091-8b53-5a71173adee4 on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:24:03.178757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Port 11dc86c9-ed3d-4091-8b53-5a71173adee4 on network 6364bb15-7d49-4471-b756-05562b7f4867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:24:03.181971 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Attempting to bind port 11dc86c9-ed3d-4091-8b53-5a71173adee4 on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:24:03.184564 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:24:03.185393 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Checking segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:24:03.185393 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Bound using segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:24:03.185729 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Bound port: 11dc86c9-ed3d-4091-8b53-5a71173adee4, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:24:03.186094 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:03.226604 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:03.262169 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] For port 11dc86c9-ed3d-4091-8b53-5a71173adee4, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:24:03.268020 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] For port 11dc86c9-ed3d-4091-8b53-5a71173adee4, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:24:03.293103 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:03.341245 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:03.382541 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:03.383164 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:03.384541 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] 10.222.0.88 "PUT /v2.0/ports/11dc86c9-ed3d-4091-8b53-5a71173adee4 HTTP/1.1" status: 200 len: 1094 time: 0.8057017 Jul 25 19:24:03.384975 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'tag': '11dc86c9-ed3d-4091-8b53-5a71173adee4'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:24:03.387307 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d178d0b-0b05-4c7c-afcb-9608e5b29be0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4db95d-75b6-4cdb-a23f-32014303d87f", "tag": "11dc86c9-ed3d-4091-8b53-5a71173adee4"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:24:03.407627 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e826b71-7aab-4629-a98d-230d528ac1b9 service neutron] Pushing event updated for resources: {'Port': ['ID=11dc86c9-ed3d-4091-8b53-5a71173adee4,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:24:03.429992 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed98d476-4aac-45ac-b4e1-34f8ee8b0d40 x-openstack-request-id: req-ed98d476-4aac-45ac-b4e1-34f8ee8b0d40 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:24:03.430294 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4db95d-75b6-4cdb-a23f-32014303d87f", "tag": "11dc86c9-ed3d-4091-8b53-5a71173adee4", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:24:03.434948 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ed98d476-4aac-45ac-b4e1-34f8ee8b0d40 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:24:03.434948 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed98d476-4aac-45ac-b4e1-34f8ee8b0d40'] response: {'name': 'network-changed', 'server_uuid': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'tag': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'status': 'completed', 'code': 200} Jul 25 19:24:03.497405 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d178d0b-0b05-4c7c-afcb-9608e5b29be0 req-edb395e6-c253-4d43-b49f-c4fcc6e22523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:03.498964 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3d178d0b-0b05-4c7c-afcb-9608e5b29be0 req-edb395e6-c253-4d43-b49f-c4fcc6e22523 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 1128 time: 0.0482593 Jul 25 19:24:03.556327 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:03.611017 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d178d0b-0b05-4c7c-afcb-9608e5b29be0 req-70b64a4b-cb27-479d-b46d-39e2d382a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:03.612501 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3d178d0b-0b05-4c7c-afcb-9608e5b29be0 req-70b64a4b-cb27-479d-b46d-39e2d382a916 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1054969 Jul 25 19:24:03.717052 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d178d0b-0b05-4c7c-afcb-9608e5b29be0 req-b9d35127-7f30-41c4-877e-e19501e04480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:03.719119 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3d178d0b-0b05-4c7c-afcb-9608e5b29be0 req-b9d35127-7f30-41c4-877e-e19501e04480 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008813 Jul 25 19:24:03.793215 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-24d93682-6267-4747-a127-31b73c79b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:03.794758 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-24d93682-6267-4747-a127-31b73c79b5fe service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 1128 time: 0.0401375 Jul 25 19:24:03.838807 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-143e6d43-d7a9-4671-98e9-de0a578d7e27 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4 HTTP/1.1" status: 200 len: 217 time: 0.0365639 Jul 25 19:24:03.888177 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-940c0c58-f780-4828-a635-35cf2158b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:03.889656 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-940c0c58-f780-4828-a635-35cf2158b522 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0453665 Jul 25 19:24:03.932729 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-2ca6df25-09fe-42ec-a7cd-a8c2331a2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:03.934254 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-2ca6df25-09fe-42ec-a7cd-a8c2331a2362 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393612 Jul 25 19:24:04.032635 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-582e09c2-f353-4186-95c3-d0d394794018 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927513 Jul 25 19:24:04.127347 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ff5a08f3-b2cb-41b4-a04e-5e32128b780a req-96ba0fca-7a3e-40fe-9e2b-16b202f7a3d3 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891759 Jul 25 19:24:04.240657 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd0a00f-86a6-47b5-af59-6b0c2cd66c47 req-d42d861a-88cd-4c15-afee-713daaaab011 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:04.242214 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0cd0a00f-86a6-47b5-af59-6b0c2cd66c47 req-d42d861a-88cd-4c15-afee-713daaaab011 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 944 time: 0.0568862 Jul 25 19:24:04.297778 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0cd0a00f-86a6-47b5-af59-6b0c2cd66c47 req-91c156a9-941d-4c12-84ee-f5dd37db4f09 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495012 Jul 25 19:24:05.435088 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3033e3a-8dc4-4bcf-af1c-de34cb69de28 req-1cfddc76-1b53-49be-a935-120b5b0acb22 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:05.437021 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3033e3a-8dc4-4bcf-af1c-de34cb69de28 req-1cfddc76-1b53-49be-a935-120b5b0acb22 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 944 time: 0.0584776 Jul 25 19:24:05.492091 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3033e3a-8dc4-4bcf-af1c-de34cb69de28 req-f2ad1966-6a67-4ddd-aa3b-d50e38a7ce52 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471222 Jul 25 19:24:06.619702 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5192455-fde6-4d41-bccc-cdad1ddf6a27 req-98a4bb22-e81d-4e26-8a08-6014fa40fc68 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:06.621467 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c5192455-fde6-4d41-bccc-cdad1ddf6a27 req-98a4bb22-e81d-4e26-8a08-6014fa40fc68 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 944 time: 0.0514147 Jul 25 19:24:06.651844 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:06.677526 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c5192455-fde6-4d41-bccc-cdad1ddf6a27 req-7697ff38-eacc-4682-b1b0-1bb08906f174 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496087 Jul 25 19:24:07.814258 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7be57b-7814-434e-922a-67a9460f80e7 req-2a019160-41bc-4c7d-86b2-11574a9e2d7b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:07.815830 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fa7be57b-7814-434e-922a-67a9460f80e7 req-2a019160-41bc-4c7d-86b2-11574a9e2d7b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 944 time: 0.0552678 Jul 25 19:24:07.880757 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-fa7be57b-7814-434e-922a-67a9460f80e7 req-06ab8de9-9cba-4b26-ba73-9804dbb96f28 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589561 Jul 25 19:24:08.809689 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 11dc86c9-ed3d-4091-8b53-5a71173adee4 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:24:08.932539 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 11dc86c9-ed3d-4091-8b53-5a71173adee4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:24:08.946872 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'port_id': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'mac_address': 'fa:16:3e:9f:ba:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:24:08.996840 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 11dc86c9-ed3d-4091-8b53-5a71173adee4 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:24:08.997240 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:09.012930 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11dc86c9-ed3d-4091-8b53-5a71173adee4 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:24:09.038931 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 11dc86c9-ed3d-4091-8b53-5a71173adee4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:24:09.095506 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:09.133109 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1568b8-a236-42c1-8cec-c6beb346018c req-ceb0d259-03d2-4e01-b012-32d4b1791a72 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:09.134877 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fc1568b8-a236-42c1-8cec-c6beb346018c req-ceb0d259-03d2-4e01-b012-32d4b1791a72 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 944 time: 0.0552020 Jul 25 19:24:09.167084 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=11dc86c9-ed3d-4091-8b53-5a71173adee4,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:24:09.175924 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.176200 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.176750 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.177124 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.177458 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.177795 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.178134 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.178526 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.178867 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.179251 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.179539 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.179864 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.185084 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.185084 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.185084 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:24:09.202852 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fc1568b8-a236-42c1-8cec-c6beb346018c req-df0d73f1-4207-4e51-a6af-0ac775b6280b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587351 Jul 25 19:24:09.480203 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['11dc86c9-ed3d-4091-8b53-5a71173adee4'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:24:09.620589 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:10.339605 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209002b-7785-47f6-aab4-6deefa8240ec req-7573e6bd-7f59-4302-a55a-55cb67042840 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:10.341339 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3209002b-7785-47f6-aab4-6deefa8240ec req-7573e6bd-7f59-4302-a55a-55cb67042840 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 945 time: 0.0531688 Jul 25 19:24:10.395313 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3209002b-7785-47f6-aab4-6deefa8240ec req-29770f62-390d-4679-ab0b-a6efa6719d9b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475423 Jul 25 19:24:10.808184 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 11dc86c9-ed3d-4091-8b53-5a71173adee4 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:24:10.851752 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 11dc86c9-ed3d-4091-8b53-5a71173adee4 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:24:10.951442 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 11dc86c9-ed3d-4091-8b53-5a71173adee4 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:24:10.951828 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:11.033501 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 11dc86c9-ed3d-4091-8b53-5a71173adee4 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:24:11.033894 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:11.058841 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dc86c9-ed3d-4091-8b53-5a71173adee4'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:24:11.060991 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94de27b0-175f-4d55-bfbb-a8cb2a608f0b" -d '{"events": [{"server_uuid": "ca4db95d-75b6-4cdb-a23f-32014303d87f", "name": "network-vif-plugged", "status": "completed", "tag": "11dc86c9-ed3d-4091-8b53-5a71173adee4"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:24:11.076007 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 11dc86c9-ed3d-4091-8b53-5a71173adee4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:24:11.140422 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:11.194061 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=11dc86c9-ed3d-4091-8b53-5a71173adee4,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:24:11.526180 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28407ecd-97d2-427d-8670-3f2f59e65c0b req-aedc4f06-dcc6-443c-92ca-4c19839c9d2a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:11.527718 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-28407ecd-97d2-427d-8670-3f2f59e65c0b req-aedc4f06-dcc6-443c-92ca-4c19839c9d2a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 946 time: 0.0543234 Jul 25 19:24:11.580299 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-28407ecd-97d2-427d-8670-3f2f59e65c0b req-5321180d-69da-47a1-9013-44eb1f13b094 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462155 Jul 25 19:24:11.969303 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:12.119340 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac65513-034c-412f-a555-7949f7611cab x-openstack-request-id: req-2ac65513-034c-412f-a555-7949f7611cab {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:24:12.119340 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4db95d-75b6-4cdb-a23f-32014303d87f", "name": "network-vif-plugged", "status": "completed", "tag": "11dc86c9-ed3d-4091-8b53-5a71173adee4", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:24:12.119340 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-2ac65513-034c-412f-a555-7949f7611cab {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:24:12.119340 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac65513-034c-412f-a555-7949f7611cab'] response: {'server_uuid': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'code': 200} Jul 25 19:24:12.522629 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:12.566266 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e228d0-bf1f-42a5-80bd-da65ff7fe1f1 req-8a494275-5917-4099-807a-e0a411d67e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:12.568627 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66e228d0-bf1f-42a5-80bd-da65ff7fe1f1 req-8a494275-5917-4099-807a-e0a411d67e9b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 1130 time: 0.0548773 Jul 25 19:24:12.626387 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-66e228d0-bf1f-42a5-80bd-da65ff7fe1f1 req-2ddfd9f4-3280-45b8-b455-9fcc4c397494 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508697 Jul 25 19:24:12.729080 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d842242-c05c-4aff-98da-da62575680cc req-c75f8e0f-2ee1-4980-907b-c0b8f71e5065 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:12.730703 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1d842242-c05c-4aff-98da-da62575680cc req-c75f8e0f-2ee1-4980-907b-c0b8f71e5065 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 946 time: 0.0613179 Jul 25 19:24:12.781470 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:12.797304 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1d842242-c05c-4aff-98da-da62575680cc req-6e35b6b0-ecf6-46a5-b5a9-0b58c237980a tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592697 Jul 25 19:24:13.929487 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02cf06-232c-4d52-bbfc-e245d48a67ed req-6e938932-b4ea-476f-8faf-62449c8aae84 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:13.931051 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0d02cf06-232c-4d52-bbfc-e245d48a67ed req-6e938932-b4ea-476f-8faf-62449c8aae84 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 946 time: 0.0537703 Jul 25 19:24:13.994031 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0d02cf06-232c-4d52-bbfc-e245d48a67ed req-340848bf-8ff5-4a9f-91cf-da0cececccc6 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540903 Jul 25 19:24:14.815765 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:24:15.142639 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82b285-0334-4363-9ac8-d112f7949594 req-2e0a14a1-0108-45d2-8925-69b13b2cef10 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:15.144244 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bb82b285-0334-4363-9ac8-d112f7949594 req-2e0a14a1-0108-45d2-8925-69b13b2cef10 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 946 time: 0.0522308 Jul 25 19:24:15.200036 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bb82b285-0334-4363-9ac8-d112f7949594 req-a1c984f2-a7c8-47c1-9549-ce2851524eb2 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499365 Jul 25 19:24:15.337748 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d210d0d-2529-4465-bec4-16dd43136bec req-e59c80bc-e863-4fb0-88c6-f2d93d44a8a8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:15.339271 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6d210d0d-2529-4465-bec4-16dd43136bec req-e59c80bc-e863-4fb0-88c6-f2d93d44a8a8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 946 time: 0.0492244 Jul 25 19:24:15.350194 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49166) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:24:15.354688 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'floatingip': {'port_id': '11dc86c9-ed3d-4091-8b53-5a71173adee4'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:24:15.398397 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (ccfcf59f-f8f2-4f6c-9234-617c0f19ad51), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:15.635376 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:15.910005 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:15.984746 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (ccfcf59f-f8f2-4f6c-9234-617c0f19ad51), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:16.092384 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Floating IP ccfcf59f-f8f2-4f6c-9234-617c0f19ad51 associated. External IP: 172.27.0.222, port: 11dc86c9-ed3d-4091-8b53-5a71173adee4. Jul 25 19:24:16.320421 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:24:16.363538 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:16.434420 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:24:16.439435 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:16.445288 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:24:16.457573 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:24:16.457771 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:23:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:24:16.472059 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9a824c8d-8abb-4ca6-97ca-6398a17a8795 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "PUT /v2.0/floatingips/ccfcf59f-f8f2-4f6c-9234-617c0f19ad51 HTTP/1.1" status: 200 len: 992 time: 1.1207469 Jul 25 19:24:16.472650 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'tag': '11dc86c9-ed3d-4091-8b53-5a71173adee4'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:24:16.475007 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4db95d-75b6-4cdb-a23f-32014303d87f", "tag": "11dc86c9-ed3d-4091-8b53-5a71173adee4"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:24:16.537405 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:16.570844 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:24:16.597644 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9c93af-61cc-4466-96b8-42893d1b36c5 x-openstack-request-id: req-cd9c93af-61cc-4466-96b8-42893d1b36c5 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:24:16.597943 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4db95d-75b6-4cdb-a23f-32014303d87f", "tag": "11dc86c9-ed3d-4091-8b53-5a71173adee4", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:24:16.598206 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cd9c93af-61cc-4466-96b8-42893d1b36c5 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:24:16.598660 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9c93af-61cc-4466-96b8-42893d1b36c5'] response: {'name': 'network-changed', 'server_uuid': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'tag': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'status': 'completed', 'code': 200} Jul 25 19:24:16.667487 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-ce72aa0f-52e9-4812-a868-e219affe4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:16.668991 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-ce72aa0f-52e9-4812-a868-e219affe4252 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 1130 time: 0.0443652 Jul 25 19:24:16.771442 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-38c9140b-78e5-4778-afe5-3c8cd0ebf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:16.772853 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-38c9140b-78e5-4778-afe5-3c8cd0ebf0e2 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.0971150 Jul 25 19:24:16.840438 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-0199a8a8-36be-444b-9530-cd1bf05e278b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4 HTTP/1.1" status: 200 len: 1000 time: 0.0618272 Jul 25 19:24:16.892561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-b2585ebe-3a69-4af2-ba11-2adbf661d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:16.894092 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-b2585ebe-3a69-4af2-ba11-2adbf661d864 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0484560 Jul 25 19:24:16.931567 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': 'ccfcf59f-f8f2-4f6c-9234-617c0f19ad51', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:9f:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:23:52Z', 'updated_at': '2022-07-25T19:24:15Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:24:16.939322 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-0b528d82-6684-4301-9736-d1454c9f3a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:16.940862 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-0b528d82-6684-4301-9736-d1454c9f3a93 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412097 Jul 25 19:24:16.957964 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:24:16.966773 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:24:16.967396 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:23:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:24:17.040947 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-aae9e6ff-452d-47e9-abb7-49e1abdd973c service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932755 Jul 25 19:24:17.079435 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:24:17.138157 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f1c14ef-5f12-48cd-89ee-a4a5e023dc8b req-6d679181-4839-411f-9abf-506ef7774b40 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901804 Jul 25 19:24:17.223761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:17.314664 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': 'ccfcf59f-f8f2-4f6c-9234-617c0f19ad51', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:9f:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:23:52Z', 'updated_at': '2022-07-25T19:24:15Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:24:17.341690 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119b41d-b0a6-46d8-be8c-454a269de135 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': 'ccfcf59f-f8f2-4f6c-9234-617c0f19ad51', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.222', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:9f:ba:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:23:52Z', 'updated_at': '2022-07-25T19:24:15Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:24:17.548418 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a523f24-e4a4-4397-92a3-4e03c0d3da2a None None] New status for floating IP ccfcf59f-f8f2-4f6c-9234-617c0f19ad51: ACTIVE {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:24:18.938691 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-160edc6d-8c32-4b93-9b5b-fb5b777feaa2 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435679 Jul 25 19:24:19.022476 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-f9cce860-cbf8-41c6-bfe7-a26383f067c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:19.024000 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-f9cce860-cbf8-41c6-bfe7-a26383f067c3 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 1130 time: 0.0412111 Jul 25 19:24:19.132328 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-58d11b12-2c0a-4c83-b905-5cf5dd6a557e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:19.133892 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-58d11b12-2c0a-4c83-b905-5cf5dd6a557e service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.0903137 Jul 25 19:24:19.201577 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-fe5f0ed5-220f-45b2-b819-66abc0357e6f service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4 HTTP/1.1" status: 200 len: 1002 time: 0.0605335 Jul 25 19:24:19.252655 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-0d6d76df-186c-43cc-b5b6-5815729e9b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:19.255507 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-0d6d76df-186c-43cc-b5b6-5815729e9b17 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0486848 Jul 25 19:24:19.299840 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-c7614281-600e-483e-9ea0-24c1485191b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:24:19.301575 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-c7614281-600e-483e-9ea0-24c1485191b7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408134 Jul 25 19:24:19.365160 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:19.383205 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:19.400541 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-0de85eda-105d-48bf-9b40-22a631e69a96 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927444 Jul 25 19:24:19.499633 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c6b4e59a-1a90-4e05-8042-5f82121ea045 req-31bf309e-4697-4e4d-a756-aa95cc87dcef service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930071 Jul 25 19:24:25.842598 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a2bfbd51-b330-4809-8872-572a4cbfd702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:26.468159 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:27.652252 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:27.655156 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:28.293893 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-797ac148-b529-43bb-bb98-58f7cec9b1df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:29.493843 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=7 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:29.495951 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=17 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:29.585674 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:30.951603 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:31.374378 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:41.262648 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:41.273723 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:41.951422 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:51.814761 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:24:51.876090 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:51.879008 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:24:55.807440 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-19e17a0d-88cf-4411-bffe-968bfa9b761e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:58.299287 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-11f1b59c-866a-47d1-aff4-add4675e0a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:59.555419 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:24:59.757648 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:00.932726 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:01.395354 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:01.811153 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:11.933601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:19.996844 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-531cb04f-f971-487d-8e06-533dc0e615c0 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0930948 Jul 25 19:25:20.079812 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-20b72634-192f-43bd-aaa4-0df4217d88eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:25:20.081318 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-20b72634-192f-43bd-aaa4-0df4217d88eb service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 1130 time: 0.0413930 Jul 25 19:25:20.228805 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-790d7d58-550f-481f-8be5-45b8e8c90f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:25:20.231259 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-790d7d58-550f-481f-8be5-45b8e8c90f26 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.1302032 Jul 25 19:25:20.296187 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-20ffaa75-ffe5-449d-b180-c3974c4b6e5a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4 HTTP/1.1" status: 200 len: 1002 time: 0.0585883 Jul 25 19:25:20.347347 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-cd478494-fd61-4464-acff-5482a965da2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:25:20.348852 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-cd478494-fd61-4464-acff-5482a965da2e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0467598 Jul 25 19:25:20.398616 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-dd3fa3b2-9620-49d4-a77b-20410fd33bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:25:20.400171 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-dd3fa3b2-9620-49d4-a77b-20410fd33bee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456386 Jul 25 19:25:20.411800 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-c5ff0b48-40cd-4f11-9b2c-0a84bc2d6eea service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:25:20.412884 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-c5ff0b48-40cd-4f11-9b2c-0a84bc2d6eea service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064349 Jul 25 19:25:20.511284 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-ff734b7d-40da-4fbb-8b9c-9eb86b414c47 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917578 Jul 25 19:25:20.614140 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-487a7be0-25c1-4c91-a6b6-c6e54c55f0af req-655049a5-0f26-405c-b8aa-8c4bfe04a35e service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965910 Jul 25 19:25:21.875343 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:21.877277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:25.842874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3e0114dd-cc27-4dc9-96cc-3ea281b6822a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:28.291528 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1196f142-3b9e-4824-b789-f8cb71c49b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:28.813759 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:25:29.571668 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:30.604365 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=49 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:30.610534 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=52 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:30.919997 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:31.344911 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:38.808499 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:38.809322 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:41.262899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:41.270150 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:41.956546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:51.886951 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:51.889048 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:52.342033 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=11 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:52.347721 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=15 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:55.796622 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ee1abad8-b3e7-4dea-b6c6-1d3086ae15fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:56.699420 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f806333-a88c-48fe-a559-8870d8fe4a47 req-5f334855-a70e-4213-bfd9-1123a68f9dab tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:25:56.701027 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f806333-a88c-48fe-a559-8870d8fe4a47 req-5f334855-a70e-4213-bfd9-1123a68f9dab tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 946 time: 0.0604975 Jul 25 19:25:56.760186 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3f806333-a88c-48fe-a559-8870d8fe4a47 req-f1adf23d-3233-45ed-ba3d-1498ace124fc tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526137 Jul 25 19:25:57.906529 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043df9e0-48ab-468d-90da-09bbfa57650f req-c0ed258e-5856-4469-a953-84df8fed9c28 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:25:57.908193 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-043df9e0-48ab-468d-90da-09bbfa57650f req-c0ed258e-5856-4469-a953-84df8fed9c28 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 946 time: 0.0582333 Jul 25 19:25:57.961717 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-043df9e0-48ab-468d-90da-09bbfa57650f req-87751e4d-5dba-4e5c-ad2a-84e21f0742dc tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=1749b342-a02e-4f76-a52a-527d00b4ff59&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477870 Jul 25 19:25:58.302076 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-661c9387-0fcc-462a-8a84-669c5d9f98ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:58.423908 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-13cfc9a7-c266-4179-889c-f75de4dfb2b8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:25:58.426160 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-13cfc9a7-c266-4179-889c-f75de4dfb2b8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 946 time: 0.0494020 Jul 25 19:25:58.517801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Deleting port 11dc86c9-ed3d-4091-8b53-5a71173adee4 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:25:58.518135 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:58.621375 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] For port 11dc86c9-ed3d-4091-8b53-5a71173adee4, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=11dc86c9-ed3d-4091-8b53-5a71173adee4,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:25:58.621738 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:58.799110 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:58.799492 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (ccfcf59f-f8f2-4f6c-9234-617c0f19ad51), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:58.799809 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Floating IP ccfcf59f-f8f2-4f6c-9234-617c0f19ad51 disassociated. External IP: 172.27.0.222, port: 11dc86c9-ed3d-4091-8b53-5a71173adee4. Jul 25 19:25:58.800160 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Calling delete_port for 11dc86c9-ed3d-4091-8b53-5a71173adee4 owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:25:59.030462 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (11dc86c9-ed3d-4091-8b53-5a71173adee4), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:59.069737 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'Port': ['ID=11dc86c9-ed3d-4091-8b53-5a71173adee4,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b42a8589-16c8-4ac0-aa1a-d2d2ff63b0bd req-6a5749b0-677c-49ab-97ac-e33fa02f833d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0380025 Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.144640 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.145647 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.145647 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.145647 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:25:59.213427 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:25:59.321762 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:25:59.334156 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:25:59.345689 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:25:59.346247 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:25:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:25:59.348176 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:25:59.368003 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] No DVR routers for this DVR port 11dc86c9-ed3d-4091-8b53-5a71173adee4 on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:25:59.373342 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:59.375306 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c996bac0-2394-466f-ab23-91a8fd5d59e9 req-7ae519ff-3573-4b0f-8d4f-a6b50b7381d4 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "DELETE /v2.0/ports/11dc86c9-ed3d-4091-8b53-5a71173adee4 HTTP/1.1" status: 204 len: 173 time: 0.9439659 Jul 25 19:25:59.375793 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'name': 'network-vif-deleted', 'tag': '11dc86c9-ed3d-4091-8b53-5a71173adee4'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:25:59.378170 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd507e1-804e-4023-bf00-4de92c6866d0" -d '{"events": [{"server_uuid": "ca4db95d-75b6-4cdb-a23f-32014303d87f", "name": "network-vif-deleted", "tag": "11dc86c9-ed3d-4091-8b53-5a71173adee4"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:25:59.421086 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1af977-13d6-4646-98d9-d5e0ec63f6f4 x-openstack-request-id: req-ae1af977-13d6-4646-98d9-d5e0ec63f6f4 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:25:59.421827 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4db95d-75b6-4cdb-a23f-32014303d87f", "name": "network-vif-deleted", "tag": "11dc86c9-ed3d-4091-8b53-5a71173adee4", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:25:59.422115 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ae1af977-13d6-4646-98d9-d5e0ec63f6f4 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:25:59.422632 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1af977-13d6-4646-98d9-d5e0ec63f6f4'] response: {'server_uuid': 'ca4db95d-75b6-4cdb-a23f-32014303d87f', 'name': 'network-vif-deleted', 'tag': '11dc86c9-ed3d-4091-8b53-5a71173adee4', 'status': 'completed', 'code': 200} Jul 25 19:25:59.494568 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:25:59.656760 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:25:59.755368 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:25:59.790043 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:25:59.800795 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:25:59.801448 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:25:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:25:59.927184 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:26:00.232595 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1fe33519-49da-4070-9927-7bf303924828 req-b834c7d6-3841-4ba5-bfa8-59441df7f928 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=ca4db95d-75b6-4cdb-a23f-32014303d87f HTTP/1.1" status: 200 len: 210 time: 0.0345409 Jul 25 19:26:00.286402 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:26:00.313421 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1d882d-3540-4c24-a363-28ab3c3868c6 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:26:00.556850 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe20e76-a35e-4245-8841-c824f7580978 None None] New status for floating IP ccfcf59f-f8f2-4f6c-9234-617c0f19ad51: DOWN {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:26:00.910551 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.345187 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.350935 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 11dc86c9-ed3d-4091-8b53-5a71173adee4 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:26:01.378012 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 11dc86c9-ed3d-4091-8b53-5a71173adee4 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:26:01.378475 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 11dc86c9-ed3d-4091-8b53-5a71173adee4 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:26:01.418062 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49294) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:26:01.439130 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:01.485911 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e0e3-a949-4e7d-a2a8-4a2a051eab96 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (1749b342-a02e-4f76-a52a-527d00b4ff59), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.518301 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e0e3-a949-4e7d-a2a8-4a2a051eab96 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (1749b342-a02e-4f76-a52a-527d00b4ff59), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.644810 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e0e3-a949-4e7d-a2a8-4a2a051eab96 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (1749b342-a02e-4f76-a52a-527d00b4ff59), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.647516 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4ba9e0e3-a949-4e7d-a2a8-4a2a051eab96 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.648766 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-4ba9e0e3-a949-4e7d-a2a8-4a2a051eab96 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "DELETE /v2.0/security-groups/1749b342-a02e-4f76-a52a-527d00b4ff59 HTTP/1.1" status: 204 len: 168 time: 0.2296247 Jul 25 19:26:01.652006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49296) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:26:01.670593 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9e0e3-a949-4e7d-a2a8-4a2a051eab96 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1749b342-a02e-4f76-a52a-527d00b4ff59,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:01.671153 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.api.v2.resource [None req-5395a1d3-c4a2-47ed-95dc-f95ee4768600 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] show failed (client error): The resource could not be found. Jul 25 19:26:01.671153 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5395a1d3-c4a2-47ed-95dc-f95ee4768600 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups/1749b342-a02e-4f76-a52a-527d00b4ff59 HTTP/1.1" status: 404 len: 347 time: 0.0152164 Jul 25 19:26:01.673054 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49298) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:26:01.794550 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Deleting port 83114047-7c13-4d2f-ae11-52dcb0cf0d3a {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:26:01.794901 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.880134 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.880444 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:01.894218 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Calling delete_port for 83114047-7c13-4d2f-ae11-52dcb0cf0d3a owned by network:floatingip {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:26:02.159163 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (83114047-7c13-4d2f-ae11-52dcb0cf0d3a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:02.186124 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'Port': ['ID=83114047-7c13-4d2f-ae11-52dcb0cf0d3a,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:02.213633 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.217776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.219145 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.219145 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:02.266829 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (ccfcf59f-f8f2-4f6c-9234-617c0f19ad51), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:02.269391 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:02.270593 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6cc88941-1b88-4ff0-8635-32472669aa97 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "DELETE /v2.0/floatingips/ccfcf59f-f8f2-4f6c-9234-617c0f19ad51 HTTP/1.1" status: 204 len: 168 time: 0.5964637 Jul 25 19:26:02.394668 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49302) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:26:02.399348 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-1defd956-ff50-474a-88bb-ede03420ebb9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822393925', 'description': 'tempest-description--1775734936'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:26:02.485604 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1defd956-ff50-474a-88bb-ede03420ebb9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:02.558386 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1defd956-ff50-474a-88bb-ede03420ebb9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (94ab8777-cf85-4684-9f02-a38c1dca52d7), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:02.619097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1defd956-ff50-474a-88bb-ede03420ebb9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (94ab8777-cf85-4684-9f02-a38c1dca52d7), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:02.659596 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defd956-ff50-474a-88bb-ede03420ebb9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ab8777-cf85-4684-9f02-a38c1dca52d7,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:02.746705 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1defd956-ff50-474a-88bb-ede03420ebb9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:02.747999 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1defd956-ff50-474a-88bb-ede03420ebb9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3523147 Jul 25 19:26:02.757028 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49304) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:26:02.761669 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-82ab6ebb-2a21-44c3-88b9-ddecd7e8f5e0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group_rule': {'security_group_id': '94ab8777-cf85-4684-9f02-a38c1dca52d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:26:02.878393 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-82ab6ebb-2a21-44c3-88b9-ddecd7e8f5e0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (8826b622-9cc0-4c2d-9e3d-e151294634dd), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:02.950712 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-82ab6ebb-2a21-44c3-88b9-ddecd7e8f5e0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (8826b622-9cc0-4c2d-9e3d-e151294634dd), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:03.034425 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-82ab6ebb-2a21-44c3-88b9-ddecd7e8f5e0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (8826b622-9cc0-4c2d-9e3d-e151294634dd), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:03.056159 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab6ebb-2a21-44c3-88b9-ddecd7e8f5e0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8826b622-9cc0-4c2d-9e3d-e151294634dd,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:03.124281 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-82ab6ebb-2a21-44c3-88b9-ddecd7e8f5e0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:03.126374 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-82ab6ebb-2a21-44c3-88b9-ddecd7e8f5e0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3682504 Jul 25 19:26:03.128964 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49306) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:26:03.133475 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-09fb80ba-05d0-4d2d-b14a-68c97b1ba942 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'security_group_rule': {'security_group_id': '94ab8777-cf85-4684-9f02-a38c1dca52d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:26:03.237217 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09fb80ba-05d0-4d2d-b14a-68c97b1ba942 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (f1d53f61-cbe7-4f63-b3d3-35f7145f4e0e), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:03.299247 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09fb80ba-05d0-4d2d-b14a-68c97b1ba942 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (f1d53f61-cbe7-4f63-b3d3-35f7145f4e0e), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:03.379194 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09fb80ba-05d0-4d2d-b14a-68c97b1ba942 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (f1d53f61-cbe7-4f63-b3d3-35f7145f4e0e), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:03.398832 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb80ba-05d0-4d2d-b14a-68c97b1ba942 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d53f61-cbe7-4f63-b3d3-35f7145f4e0e,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:03.483889 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-09fb80ba-05d0-4d2d-b14a-68c97b1ba942 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:03.485337 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-09fb80ba-05d0-4d2d-b14a-68c97b1ba942 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3552468 Jul 25 19:26:03.489245 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49308) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:26:03.493668 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:26:03.498042 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:03.589665 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:03.943836 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.054031 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Allocated IP 172.27.0.237 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/00d3c49b-9721-479d-a25f-6a27c6d685b9) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:26:04.108229 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:04.172859 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (00d3c49b-9721-479d-a25f-6a27c6d685b9), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.254163 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (00d3c49b-9721-479d-a25f-6a27c6d685b9), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.295394 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:26:04.301059 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:26:04.305000 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:26:04.308432 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=00d3c49b-9721-479d-a25f-6a27c6d685b9,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:04.406106 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (37fe5e3e-e7b5-436b-9db9-87a26b92237c), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.538304 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (00d3c49b-9721-479d-a25f-6a27c6d685b9), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.586582 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:04.705696 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (00d3c49b-9721-479d-a25f-6a27c6d685b9), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.793546 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (00d3c49b-9721-479d-a25f-6a27c6d685b9), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.870732 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=00d3c49b-9721-479d-a25f-6a27c6d685b9,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:04.880735 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (37fe5e3e-e7b5-436b-9db9-87a26b92237c), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.995112 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:04.996440 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1602674d-fdf4-4d49-82ab-df3eb2441f67 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5061707 Jul 25 19:26:05.161394 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-da9491cc-9cd1-4d86-8ff4-aa32e635eb3e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-securitygroup--1822393925&fields=id&tenant_id=c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 267 time: 0.0503309 Jul 25 19:26:05.276822 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-dbecaea7-347e-4b71-8075-62b2625c5321 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:05.278310 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-dbecaea7-347e-4b71-8075-62b2625c5321 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 815 time: 0.1096368 Jul 25 19:26:05.293839 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-5e349f14-7a9f-47da-9d00-7fc3a5a5d970 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/quotas/c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 375 time: 0.0096340 Jul 25 19:26:05.350992 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-233a1dc3-192f-4961-969e-1ad9e3729f62 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510235 Jul 25 19:26:05.369713 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-6c1cb358-d185-4e5e-8a20-9c57425971c6 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:26:05.371213 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-6c1cb358-d185-4e5e-8a20-9c57425971c6 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0078211 Jul 25 19:26:05.467910 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-7cc4888d-2a80-430b-94e7-95983c018b1e service neutron] 10.222.0.17 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897763 Jul 25 19:26:05.543223 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:05.569457 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-a3a4aeb2-eac0-41ed-b533-dd928ab0f825 service neutron] 10.222.0.17 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953391 Jul 25 19:26:05.819154 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:26:05.840504 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8bf0f0cf-1202-4491-b988-ab16d6937372 req-d6d9184e-3234-4a0a-92d6-11f7cf73c89e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 210 time: 0.0374196 Jul 25 19:26:06.957218 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-90418c09-eee7-4db0-9c32-4d367cc59354 req-75753ecf-483f-4a61-b146-ad4d10b2e82b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 210 time: 0.0300224 Jul 25 19:26:07.970453 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-39e99d73-c460-4418-a03f-e20a0d4330ed tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:07.971996 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-39e99d73-c460-4418-a03f-e20a0d4330ed tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 815 time: 0.1220951 Jul 25 19:26:08.055493 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-0c871533-1cfa-4a26-b1a4-1ac62fabffab tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c283d74bc1404c078fa9c350c8acfe4a HTTP/1.1" status: 200 len: 380 time: 0.0753353 Jul 25 19:26:08.065660 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'port': {'device_id': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'admin_state_up': True, 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'security_groups': ['94ab8777-cf85-4684-9f02-a38c1dca52d7']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:26:08.080028 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8690bded-2155-4001-b9a4-2424acaa8340 req-95e3a615-6338-42e3-994c-0312ea7a8749 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 210 time: 0.0327873 Jul 25 19:26:08.265059 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Made reservation on behalf of c283d74bc1404c078fa9c350c8acfe4a for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:26:08.269340 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:08.396980 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:08.410305 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Allocated IP 172.20.0.7 (6364bb15-7d49-4471-b756-05562b7f4867/0ff6781e-2137-4913-aa77-da6021bf2bb0/4f3aead6-5014-4e1b-b5e8-86fa7130a45f) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:26:08.562998 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:08.579293 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:08.673766 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:08.724499 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Network 6364bb15-7d49-4471-b756-05562b7f4867 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:26:08.728643 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:26:08.733893 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:26:08.742630 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event updated for resources: {'Port': ['ID=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:08.817268 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:08.817970 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:08.950083 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-e28ab110-08bf-41e1-a9c1-8b5ece7977c0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8895669 Jul 25 19:26:08.962079 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Request body: {'port': {'device_id': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:26:08.999893 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-f4c09daa-23df-41b1-9e9b-cb9669823101 None None] Provisioning complete for port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:26:09.001049 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f4c09daa-23df-41b1-9e9b-cb9669823101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:09.029304 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:09.038117 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-f4c09daa-23df-41b1-9e9b-cb9669823101 None None] Port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:26:09.243889 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdd5e8-95ad-4860-bcf3-b97582203d72 req-e1823f2c-e020-401f-983f-94709984429c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:09.245406 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-43fdd5e8-95ad-4860-bcf3-b97582203d72 req-e1823f2c-e020-401f-983f-94709984429c tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 931 time: 0.0702326 Jul 25 19:26:09.354506 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-43fdd5e8-95ad-4860-bcf3-b97582203d72 req-be6e29d2-b6bd-4506-820f-ec91db3ba130 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985234 Jul 25 19:26:09.443208 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3aead6-5014-4e1b-b5e8-86fa7130a45f {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:26:09.451227 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Publish callbacks [] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:09.464788 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Transition to ACTIVE for port object 4f3aead6-5014-4e1b-b5e8-86fa7130a45f will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:26:09.550573 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:09.604654 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Pushing event updated for resources: {'Port': ['ID=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:09.681315 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:09.684290 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Attempting to bind port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:26:09.684586 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Attempting to bind port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:26:09.684922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Attempting to bind port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:26:09.691416 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f on network 6364bb15-7d49-4471-b756-05562b7f4867 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:26:09.692613 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Attempting to bind port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f on network 6364bb15-7d49-4471-b756-05562b7f4867 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:26:09.697135 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:26:09.697499 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Checking segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:26:09.697879 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Bound using segment: {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:26:09.698354 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Bound port: 4f3aead6-5014-4e1b-b5e8-86fa7130a45f, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4df7e57d-734e-4ebb-936e-c464c23b3be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:26:09.698724 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:09.773289 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] For port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:26:09.777299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] For port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:26:09.899797 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:09.909397 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:09.939543 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:09.939543 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:09.939543 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] 10.222.0.88 "PUT /v2.0/ports/4f3aead6-5014-4e1b-b5e8-86fa7130a45f HTTP/1.1" status: 200 len: 1093 time: 0.9815543 Jul 25 19:26:09.942268 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'tag': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:26:09.945588 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6d7e38-bc91-46ee-be77-53a4bc2d76e8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c860d1b-67f0-420c-9a56-bd92056efe11", "tag": "4f3aead6-5014-4e1b-b5e8-86fa7130a45f"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:26:09.982109 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a001f-edc3-4832-ae61-e48c4e25112a service neutron] Pushing event updated for resources: {'Port': ['ID=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:10.011806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e99f94a-5090-43d2-9709-86fd04331bed x-openstack-request-id: req-7e99f94a-5090-43d2-9709-86fd04331bed {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:26:10.011806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c860d1b-67f0-420c-9a56-bd92056efe11", "tag": "4f3aead6-5014-4e1b-b5e8-86fa7130a45f", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:26:10.011806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7e99f94a-5090-43d2-9709-86fd04331bed {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:26:10.011806 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e99f94a-5090-43d2-9709-86fd04331bed'] response: {'name': 'network-changed', 'server_uuid': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'tag': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'status': 'completed', 'code': 200} Jul 25 19:26:10.082238 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7e38-bc91-46ee-be77-53a4bc2d76e8 req-c4001e87-b2a6-4ea2-acb1-ad556c569b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:10.083840 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bc6d7e38-bc91-46ee-be77-53a4bc2d76e8 req-c4001e87-b2a6-4ea2-acb1-ad556c569b7f service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 1127 time: 0.0507870 Jul 25 19:26:10.209827 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7e38-bc91-46ee-be77-53a4bc2d76e8 req-4a1dc624-0ae6-4551-acd8-6369449af96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:10.211334 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bc6d7e38-bc91-46ee-be77-53a4bc2d76e8 req-4a1dc624-0ae6-4551-acd8-6369449af96a service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1204169 Jul 25 19:26:10.319827 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d7e38-bc91-46ee-be77-53a4bc2d76e8 req-94b68b86-91b6-4ad1-a9cf-0038aff3e1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:10.321314 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bc6d7e38-bc91-46ee-be77-53a4bc2d76e8 req-94b68b86-91b6-4ad1-a9cf-0038aff3e1d9 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1040301 Jul 25 19:26:10.406144 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-1f2f8cb4-0975-448b-b68b-a1e5db3b9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:10.408978 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-1f2f8cb4-0975-448b-b68b-a1e5db3b9493 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 1127 time: 0.0491881 Jul 25 19:26:10.463681 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-db9a2a8f-2fec-4e23-9754-a49d19ba3409 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f HTTP/1.1" status: 200 len: 217 time: 0.0487885 Jul 25 19:26:10.532314 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e28cd-600f-4104-b949-6ad4507db16f req-cbbdd0a1-d32b-4256-a968-45df782a8139 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:10.533886 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-368e28cd-600f-4104-b949-6ad4507db16f req-cbbdd0a1-d32b-4256-a968-45df782a8139 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 943 time: 0.0811346 Jul 25 19:26:10.559828 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-773a7df2-ede7-436d-bbd6-b4288ba26935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:10.561310 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-773a7df2-ede7-436d-bbd6-b4288ba26935 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0768416 Jul 25 19:26:10.627266 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-368e28cd-600f-4104-b949-6ad4507db16f req-53c76340-10c4-4bd9-b8d5-0417f0ea637b tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866346 Jul 25 19:26:10.628277 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-3a957d00-ea70-4929-82d3-9e02dc47df82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:10.629682 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-3a957d00-ea70-4929-82d3-9e02dc47df82 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0602853 Jul 25 19:26:10.730353 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-ba13acc4-b9bf-4892-a228-e2279904f1f5 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945799 Jul 25 19:26:10.832667 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8f81a2c3-9014-4a3f-9667-0f9b396445d7 req-d28bf64a-3c87-4529-9243-313a7ee846d5 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963197 Jul 25 19:26:11.753647 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b622ada-6998-4ec1-a922-d6b8fc1e828a req-43141d43-27da-4444-b41c-ad61b6ce03ca tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:11.755219 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7b622ada-6998-4ec1-a922-d6b8fc1e828a req-43141d43-27da-4444-b41c-ad61b6ce03ca tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 943 time: 0.0500486 Jul 25 19:26:11.805049 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7b622ada-6998-4ec1-a922-d6b8fc1e828a req-f19817ee-30d5-4877-8ff9-ecda0325df86 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440824 Jul 25 19:26:11.956023 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:12.934945 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3147f-eb76-4c36-a314-0ed66c102f13 req-a28c5086-1f80-4e91-bb0d-dc7f51bcbbf0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:12.936592 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bfc3147f-eb76-4c36-a314-0ed66c102f13 req-a28c5086-1f80-4e91-bb0d-dc7f51bcbbf0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 943 time: 0.0535855 Jul 25 19:26:12.987852 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bfc3147f-eb76-4c36-a314-0ed66c102f13 req-77bbbe87-544f-4e81-b236-f69c5db6c373 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444105 Jul 25 19:26:13.754833 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:14.116893 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1674f4-074d-4d0f-ad11-c4214dd2bee8 req-999a5962-63e2-49ff-ad85-c79d05865266 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:14.118446 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee1674f4-074d-4d0f-ad11-c4214dd2bee8 req-999a5962-63e2-49ff-ad85-c79d05865266 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 943 time: 0.0535102 Jul 25 19:26:14.169023 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ee1674f4-074d-4d0f-ad11-c4214dd2bee8 req-50176107-6ecb-4e8d-a2d6-37a95dbe6bfc tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448015 Jul 25 19:26:15.296011 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7790a47-11ef-47b8-bf85-35546f2536a4 req-00fed1b1-26d0-4c0b-9c8b-c8e92904655d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:15.298100 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c7790a47-11ef-47b8-bf85-35546f2536a4 req-00fed1b1-26d0-4c0b-9c8b-c8e92904655d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 943 time: 0.0516179 Jul 25 19:26:15.348347 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c7790a47-11ef-47b8-bf85-35546f2536a4 req-e89d725d-3c56-43a1-afec-e5e05f3a2bbf tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445025 Jul 25 19:26:15.413448 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 4f3aead6-5014-4e1b-b5e8-86fa7130a45f details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:26:15.484096 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:15.492423 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:15.529264 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:26:15.542624 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'port_id': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'mac_address': 'fa:16:3e:df:e4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:26:15.581881 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:26:15.582273 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:15.598200 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3aead6-5014-4e1b-b5e8-86fa7130a45f {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:26:15.620299 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:26:15.690574 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:15.744138 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:15.752062 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.752402 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.752746 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.753085 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.753417 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.753750 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.754078 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.754454 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.754783 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.755106 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.755430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.755872 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.756075 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.756412 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.756711 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:26:15.811290 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:16.096774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['4f3aead6-5014-4e1b-b5e8-86fa7130a45f'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:26:16.482184 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51a429-140e-4ab2-b43d-803ba8c1543e req-6c710fdc-af3e-487e-9ad5-7bebf79040e2 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:16.484062 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bc51a429-140e-4ab2-b43d-803ba8c1543e req-6c710fdc-af3e-487e-9ad5-7bebf79040e2 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 944 time: 0.0536680 Jul 25 19:26:16.537676 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bc51a429-140e-4ab2-b43d-803ba8c1543e req-8c003ea8-ceea-44bb-9225-f12acb140811 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473793 Jul 25 19:26:17.432326 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 4f3aead6-5014-4e1b-b5e8-86fa7130a45f up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:26:17.483827 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:26:17.539070 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:26:17.539478 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:17.621983 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:26:17.622398 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:17.649936 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:26:17.652215 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8660de8b-7225-4deb-95af-3945147e1482" -d '{"events": [{"server_uuid": "0c860d1b-67f0-420c-9a56-bd92056efe11", "name": "network-vif-plugged", "status": "completed", "tag": "4f3aead6-5014-4e1b-b5e8-86fa7130a45f"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:26:17.672813 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:26:17.701491 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef582b5-5fa7-4690-b74d-af8442417fff x-openstack-request-id: req-9ef582b5-5fa7-4690-b74d-af8442417fff {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:26:17.701786 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c860d1b-67f0-420c-9a56-bd92056efe11", "name": "network-vif-plugged", "status": "completed", "tag": "4f3aead6-5014-4e1b-b5e8-86fa7130a45f", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:26:17.702203 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-9ef582b5-5fa7-4690-b74d-af8442417fff {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:26:17.705022 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ef582b5-5fa7-4690-b74d-af8442417fff'] response: {'server_uuid': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'code': 200} Jul 25 19:26:17.713106 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:17.733035 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e464a3a-3ad0-4922-92d7-168e2b962db7 req-82a9cf8d-33c1-4389-a6fa-53ddc97b913f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:17.736230 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7e464a3a-3ad0-4922-92d7-168e2b962db7 req-82a9cf8d-33c1-4389-a6fa-53ddc97b913f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 944 time: 0.1146016 Jul 25 19:26:17.753337 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:17.793631 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7e464a3a-3ad0-4922-92d7-168e2b962db7 req-c7871a3e-30cc-489d-ac6e-28ac6c4870a5 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477781 Jul 25 19:26:17.817798 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:26:18.043165 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1398b1a-5bf7-4b4a-842a-dde19f7c540a req-45c42244-6e10-432a-9ce8-3792ce487023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:18.044595 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1398b1a-5bf7-4b4a-842a-dde19f7c540a req-45c42244-6e10-432a-9ce8-3792ce487023 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 1129 time: 0.0435638 Jul 25 19:26:18.058685 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:18.092790 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1398b1a-5bf7-4b4a-842a-dde19f7c540a req-68f51c19-d2ec-48af-8e1e-079c38de9c41 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409734 Jul 25 19:26:18.928267 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a83b6-81af-4bd9-9182-b64606acbfc9 req-e9a4f3b8-a788-4c62-8436-443cc8869171 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:18.929877 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5c1a83b6-81af-4bd9-9182-b64606acbfc9 req-e9a4f3b8-a788-4c62-8436-443cc8869171 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 945 time: 0.0589669 Jul 25 19:26:18.950607 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:18.984998 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-5c1a83b6-81af-4bd9-9182-b64606acbfc9 req-3e949663-07c1-45cf-8644-6f9f451af71d tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480778 Jul 25 19:26:20.153514 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920ff0c-6a90-4df9-985e-a28a0280ded3 req-68f0c01e-f4ce-4b7c-9ba1-569e2a146ce5 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:20.155076 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5920ff0c-6a90-4df9-985e-a28a0280ded3 req-68f0c01e-f4ce-4b7c-9ba1-569e2a146ce5 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 945 time: 0.0536487 Jul 25 19:26:20.214436 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5920ff0c-6a90-4df9-985e-a28a0280ded3 req-b89045f3-c209-4468-b811-8659bae7ab19 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527358 Jul 25 19:26:20.324342 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:20.336308 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db76951-171e-4ad4-839f-65bfbd98b35e req-3e846e9f-8eb4-4bb1-8a34-d468a1b057d6 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:20.337790 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0db76951-171e-4ad4-839f-65bfbd98b35e req-3e846e9f-8eb4-4bb1-8a34-d468a1b057d6 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 945 time: 0.0498061 Jul 25 19:26:20.348005 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49372) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:26:20.352629 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Request body: {'floatingip': {'port_id': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:26:20.393579 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (37fe5e3e-e7b5-436b-9db9-87a26b92237c), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:20.878534 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:20.958660 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (37fe5e3e-e7b5-436b-9db9-87a26b92237c), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:21.061225 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Floating IP 37fe5e3e-e7b5-436b-9db9-87a26b92237c associated. External IP: 172.27.0.237, port: 4f3aead6-5014-4e1b-b5e8-86fa7130a45f. Jul 25 19:26:21.284059 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:21.288965 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:26:21.654516 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:21.668032 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:26:21.674433 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:21.681614 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b4198-0492-482e-80ba-5dd601113546 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:26:21.692965 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b4198-0492-482e-80ba-5dd601113546 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:26:21.693588 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-463b4198-0492-482e-80ba-5dd601113546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:25:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:26:21.727381 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-7912fa4f-c1c3-488c-8a76-b9990a8433b0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "PUT /v2.0/floatingips/37fe5e3e-e7b5-436b-9db9-87a26b92237c HTTP/1.1" status: 200 len: 991 time: 1.3780999 Jul 25 19:26:21.728023 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'tag': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:26:21.730418 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274348fc-fadd-47e4-8156-31dd40e26e56" -d '{"events": [{"name": "network-changed", "server_uuid": "0c860d1b-67f0-420c-9a56-bd92056efe11", "tag": "4f3aead6-5014-4e1b-b5e8-86fa7130a45f"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:26:21.774704 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e3af0a-3b8a-4a46-ac84-a1dfae36886f x-openstack-request-id: req-50e3af0a-3b8a-4a46-ac84-a1dfae36886f {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:26:21.775116 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c860d1b-67f0-420c-9a56-bd92056efe11", "tag": "4f3aead6-5014-4e1b-b5e8-86fa7130a45f", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:26:21.775489 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-50e3af0a-3b8a-4a46-ac84-a1dfae36886f {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:26:21.776101 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e3af0a-3b8a-4a46-ac84-a1dfae36886f'] response: {'name': 'network-changed', 'server_uuid': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'tag': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'status': 'completed', 'code': 200} Jul 25 19:26:21.807213 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:21.823902 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-463b4198-0492-482e-80ba-5dd601113546 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:26:21.843041 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-3d0429e3-b732-4ca9-bde4-e991990e326b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:21.845186 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-3d0429e3-b732-4ca9-bde4-e991990e326b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 1129 time: 0.0466232 Jul 25 19:26:21.976335 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-99430ef1-839f-410b-83e1-e4044ae9de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:21.978714 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-99430ef1-839f-410b-83e1-e4044ae9de00 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.1272001 Jul 25 19:26:21.996111 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-19c98232-0844-4564-b6ed-7ddeaee0f82b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0618293 Jul 25 19:26:22.056952 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-a7588f9e-a3c8-452a-8c30-d44900b839ed service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f HTTP/1.1" status: 200 len: 999 time: 0.0725601 Jul 25 19:26:22.093318 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:22.099080 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-463b4198-0492-482e-80ba-5dd601113546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '37fe5e3e-e7b5-436b-9db9-87a26b92237c', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:df:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:26:04Z', 'updated_at': '2022-07-25T19:26:20Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:26:22.112635 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-e55e0f74-1deb-4553-8cdb-0444f6ddb791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:22.114176 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-e55e0f74-1deb-4553-8cdb-0444f6ddb791 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0519116 Jul 25 19:26:22.131152 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b4198-0492-482e-80ba-5dd601113546 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:26:22.142993 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b4198-0492-482e-80ba-5dd601113546 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:26:22.143840 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-463b4198-0492-482e-80ba-5dd601113546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:25:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:26:22.165142 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-7286034a-dc17-40e8-ad5c-55d66f1c30ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:22.165851 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-7286034a-dc17-40e8-ad5c-55d66f1c30ae service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458410 Jul 25 19:26:22.257956 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-463b4198-0492-482e-80ba-5dd601113546 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:26:22.270595 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-b9b6d8fc-98b5-4185-b65a-330613372712 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987258 Jul 25 19:26:22.373045 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-274348fc-fadd-47e4-8156-31dd40e26e56 req-373388d1-0d78-4256-8519-145869c1b6b1 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966237 Jul 25 19:26:22.513489 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-463b4198-0492-482e-80ba-5dd601113546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '37fe5e3e-e7b5-436b-9db9-87a26b92237c', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:df:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:26:04Z', 'updated_at': '2022-07-25T19:26:20Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:26:22.555406 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b4198-0492-482e-80ba-5dd601113546 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '37fe5e3e-e7b5-436b-9db9-87a26b92237c', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'floating_ip_address': '172.27.0.237', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'port_id': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'mac_address': 'fa:16:3e:df:e4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:26:04Z', 'updated_at': '2022-07-25T19:26:20Z', 'revision_number': 1, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:26:22.593444 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-2bf23152-caff-4d8f-8169-0830d9533908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:22.595836 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-2bf23152-caff-4d8f-8169-0830d9533908 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 1129 time: 0.0503998 Jul 25 19:26:22.729747 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-b63732a3-5a88-4fa9-80ac-918f91821a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:22.731230 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-b63732a3-5a88-4fa9-80ac-918f91821a4e service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.1160841 Jul 25 19:26:22.792295 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2e755-5343-498e-93a5-ebe384bbb69b None None] New status for floating IP 37fe5e3e-e7b5-436b-9db9-87a26b92237c: ACTIVE {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:26:22.816591 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-25ee9f8c-a848-40ea-90e8-567451849f60 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f HTTP/1.1" status: 200 len: 999 time: 0.0795197 Jul 25 19:26:22.879893 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-f43c80ef-dde1-4462-95b6-c5814d1deb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:22.881469 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-f43c80ef-dde1-4462-95b6-c5814d1deb0c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0586891 Jul 25 19:26:22.927706 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-1c21d061-6dc2-4e0d-8a25-3b0b6e0e08df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:26:22.929243 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-1c21d061-6dc2-4e0d-8a25-3b0b6e0e08df service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420885 Jul 25 19:26:23.033056 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-44df0346-8370-4066-b6d1-5d933df60f92 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972376 Jul 25 19:26:23.095571 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:23.129146 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:23.139287 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a81e0095-f2c2-4be0-809d-edfeb54a8f15 req-2995a5e1-24f4-4f7d-924a-708295bf8280 service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953209 Jul 25 19:26:25.813691 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3256beee-450f-488e-b254-b7ef2b7ad283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:28.338836 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-bd1c82b1-cc8d-4ba1-869c-b0d390914f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:29.565272 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:31.067171 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:31.350236 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:31.986714 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=7 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:31.990663 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:32.918262 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:32.920242 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=13 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:41.273276 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:41.275190 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:41.973827 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:42.819135 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:26:51.888501 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:51.894651 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:53.827430 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:53.827430 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:26:55.843551 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-98f75c5c-c3f3-415a-a8ee-58dc97a1598d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:58.292927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-13a4050a-06b4-46d0-b159-35c89aaa02fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:26:59.580171 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:00.917300 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:01.349922 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:12.042918 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:19.819445 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:27:21.915596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:21.926839 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:21.941336 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-2b91518b-7ea4-47f7-8fc9-d0c874041c89 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471346 Jul 25 19:27:22.031346 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-99769613-cfd8-4ebc-85c5-7a76d4d9eb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:27:22.033166 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-99769613-cfd8-4ebc-85c5-7a76d4d9eb42 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 1129 time: 0.0463879 Jul 25 19:27:22.155505 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-1203d2b9-ce6a-451a-bc49-bd13816a3d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:27:22.157212 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-1203d2b9-ce6a-451a-bc49-bd13816a3d90 service neutron] 10.222.0.88 "GET /v2.0/networks?id=6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 200 len: 916 time: 0.1036999 Jul 25 19:27:22.237952 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-baef1e7c-2090-411b-a1d2-dd5ac044503b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f HTTP/1.1" status: 200 len: 1001 time: 0.0745108 Jul 25 19:27:22.293702 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-3515ddea-19fa-4022-a5a1-b22da4b70035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:27:22.295265 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-3515ddea-19fa-4022-a5a1-b22da4b70035 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 200 len: 854 time: 0.0516639 Jul 25 19:27:22.344850 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-68957293-32da-4960-a69f-0f76d0f809ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:27:22.346567 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-68957293-32da-4960-a69f-0f76d0f809ac service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=6364bb15-7d49-4471-b756-05562b7f4867&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452859 Jul 25 19:27:22.464269 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-f116c18b-af17-4975-b188-4dc84d58cf4d service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119664 Jul 25 19:27:22.599178 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a3f294ee-64e0-4270-aa3a-b99a0b98e7b6 req-fae0519e-fca3-4d71-ab7c-43be620e3cdb service neutron] 10.222.0.88 "GET /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282454 Jul 25 19:27:25.831356 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-17514acf-3aaf-4dee-b5c5-3fb88a05d10b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:28.374172 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9e918ba5-ef05-4c40-a106-f747c56ca0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:29.573952 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:29.814495 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:29.815281 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:30.888006 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:31.334174 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:32.593476 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=56 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:32.595469 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=45 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:41.274651 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:41.281808 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:41.985387 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:51.920899 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:51.922886 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:52.340350 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=13 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:52.344704 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=13 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:27:55.778863 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1502f1ca-9367-4f31-98e7-75b3baff629b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:56.821420 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:27:58.281618 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8717a954-ef4f-4e78-9594-c99d752cf80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:27:59.601841 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:00.904667 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:01.374142 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:02.806668 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addee8b-5c02-4df8-98e7-e2785743f2c3 req-f3b9cbfc-62a4-4550-8871-74dbf2f941a2 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:28:02.808830 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1addee8b-5c02-4df8-98e7-e2785743f2c3 req-f3b9cbfc-62a4-4550-8871-74dbf2f941a2 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 945 time: 0.0580728 Jul 25 19:28:02.862549 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1addee8b-5c02-4df8-98e7-e2785743f2c3 req-7cba201d-fd2a-4b65-bb8b-e900e9b537a0 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474172 Jul 25 19:28:04.006644 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b204604-12d8-4865-8bc2-34654ea445c0 req-20cca182-d7df-4a65-a26a-86375e6f82bb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:28:04.008285 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0b204604-12d8-4865-8bc2-34654ea445c0 req-20cca182-d7df-4a65-a26a-86375e6f82bb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 945 time: 0.0624232 Jul 25 19:28:04.070851 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0b204604-12d8-4865-8bc2-34654ea445c0 req-9bfcaa7e-4561-4c34-a1c7-7732e8812eca tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552547 Jul 25 19:28:04.796371 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b2791-87ec-466b-a129-04280ae9205a req-dcf4c76e-1a3a-4d2e-b9e5-7234b047ca7f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:28:04.797916 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ed8b2791-87ec-466b-a129-04280ae9205a req-dcf4c76e-1a3a-4d2e-b9e5-7234b047ca7f tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Jul 25 19:28:04.890684 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Deleting port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:28:04.891030 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:04.994043 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] For port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:28:04.994449 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:05.180921 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:05.181905 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (37fe5e3e-e7b5-436b-9db9-87a26b92237c), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:05.181905 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Floating IP 37fe5e3e-e7b5-436b-9db9-87a26b92237c disassociated. External IP: 172.27.0.237, port: 4f3aead6-5014-4e1b-b5e8-86fa7130a45f. Jul 25 19:28:05.182549 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Calling delete_port for 4f3aead6-5014-4e1b-b5e8-86fa7130a45f owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:28:05.209724 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63290f-42a0-46d2-8ab3-67e263a9e598 req-373c10c8-413d-46a3-962e-fbcc74349dff tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:28:05.211593 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2f63290f-42a0-46d2-8ab3-67e263a9e598 req-373c10c8-413d-46a3-962e-fbcc74349dff tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 945 time: 0.0585003 Jul 25 19:28:05.268746 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-2f63290f-42a0-46d2-8ab3-67e263a9e598 req-55b8d88e-4934-4e83-99cb-c319a07ec0c9 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups?id=94ab8777-cf85-4684-9f02-a38c1dca52d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500779 Jul 25 19:28:05.367901 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (4f3aead6-5014-4e1b-b5e8-86fa7130a45f), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:05.399780 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'Port': ['ID=4f3aead6-5014-4e1b-b5e8-86fa7130a45f,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:05.415583 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.415934 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.416346 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.416686 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.418149 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.418578 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.418856 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.419268 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.419520 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.419842 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.420172 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.420500 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.420819 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.421140 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.421470 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:05.538161 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:28:05.659904 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:28:05.670566 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669db724-3581-401d-a020-e272e61dea8d None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:28:05.683447 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669db724-3581-401d-a020-e272e61dea8d None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:28:05.684113 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-669db724-3581-401d-a020-e272e61dea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:27:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:05.715373 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] No DVR routers for this DVR port 4f3aead6-5014-4e1b-b5e8-86fa7130a45f on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:28:05.718975 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:05.724473 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ed8b2791-87ec-466b-a129-04280ae9205a req-fe1df549-6251-4d15-967e-c411ce7c66fb tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.88 "DELETE /v2.0/ports/4f3aead6-5014-4e1b-b5e8-86fa7130a45f HTTP/1.1" status: 204 len: 173 time: 0.9209301 Jul 25 19:28:05.726107 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'name': 'network-vif-deleted', 'tag': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:28:05.729172 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a965bd-c70a-4074-a9ff-8ed1059d6903" -d '{"events": [{"server_uuid": "0c860d1b-67f0-420c-9a56-bd92056efe11", "name": "network-vif-deleted", "tag": "4f3aead6-5014-4e1b-b5e8-86fa7130a45f"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:28:05.839871 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-669db724-3581-401d-a020-e272e61dea8d None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:28:05.862566 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ffb942-f233-4060-b4ea-aae5c1b28023 x-openstack-request-id: req-75ffb942-f233-4060-b4ea-aae5c1b28023 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:28:05.862900 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c860d1b-67f0-420c-9a56-bd92056efe11", "name": "network-vif-deleted", "tag": "4f3aead6-5014-4e1b-b5e8-86fa7130a45f", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:28:05.863164 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-75ffb942-f233-4060-b4ea-aae5c1b28023 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:28:05.863617 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ffb942-f233-4060-b4ea-aae5c1b28023'] response: {'server_uuid': '0c860d1b-67f0-420c-9a56-bd92056efe11', 'name': 'network-vif-deleted', 'tag': '4f3aead6-5014-4e1b-b5e8-86fa7130a45f', 'status': 'completed', 'code': 200} Jul 25 19:28:06.068058 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-669db724-3581-401d-a020-e272e61dea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:06.096192 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669db724-3581-401d-a020-e272e61dea8d None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:28:06.108664 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669db724-3581-401d-a020-e272e61dea8d None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:28:06.109303 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-669db724-3581-401d-a020-e272e61dea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:27:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:06.236804 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-669db724-3581-401d-a020-e272e61dea8d None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:28:06.395277 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-b92099b5-0c57-4f88-b567-a5ef49dcffc6 req-a151325a-70f7-4bd0-a11a-0c2dbbfc11c8 tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/ports?device_id=0c860d1b-67f0-420c-9a56-bd92056efe11 HTTP/1.1" status: 200 len: 210 time: 0.0303903 Jul 25 19:28:06.466036 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-669db724-3581-401d-a020-e272e61dea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:06.493127 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669db724-3581-401d-a020-e272e61dea8d None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:19:07Z', 'revision_number': 4, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'c01c9a7a-dce0-4252-ab5d-fec233c343d6', 'name': '', 'network_id': '6364bb15-7d49-4471-b756-05562b7f4867', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'mac_address': 'fa:16:3e:1f:db:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:06Z', 'updated_at': '2022-07-25T19:19:10Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'subnets': [{'id': '0ff6781e-2137-4913-aa77-da6021bf2bb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:28:06.762950 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56dc08-7dee-4049-93b3-93ace7005175 None None] New status for floating IP 37fe5e3e-e7b5-436b-9db9-87a26b92237c: DOWN {{(pid=111005) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:28:07.559298 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49486) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:07.568431 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:07.582444 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:07.627229 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aff35d18-dba1-4c58-b332-fa5012071b8e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (94ab8777-cf85-4684-9f02-a38c1dca52d7), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:07.654655 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aff35d18-dba1-4c58-b332-fa5012071b8e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (94ab8777-cf85-4684-9f02-a38c1dca52d7), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:07.790369 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aff35d18-dba1-4c58-b332-fa5012071b8e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (94ab8777-cf85-4684-9f02-a38c1dca52d7), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:07.793292 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aff35d18-dba1-4c58-b332-fa5012071b8e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:07.794721 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-aff35d18-dba1-4c58-b332-fa5012071b8e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "DELETE /v2.0/security-groups/94ab8777-cf85-4684-9f02-a38c1dca52d7 HTTP/1.1" status: 204 len: 168 time: 0.2343223 Jul 25 19:28:07.804113 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49488) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:07.805444 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff35d18-dba1-4c58-b332-fa5012071b8e tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ab8777-cf85-4684-9f02-a38c1dca52d7,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:07.818113 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.api.v2.resource [None req-b982c4ad-a47d-44ce-ba7f-807b7f5717ce tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] show failed (client error): The resource could not be found. Jul 25 19:28:07.819367 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b982c4ad-a47d-44ce-ba7f-807b7f5717ce tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "GET /v2.0/security-groups/94ab8777-cf85-4684-9f02-a38c1dca52d7 HTTP/1.1" status: 404 len: 347 time: 0.0140989 Jul 25 19:28:07.822221 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49490) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:07.947686 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Deleting port 00d3c49b-9721-479d-a25f-6a27c6d685b9 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:28:07.948051 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (00d3c49b-9721-479d-a25f-6a27c6d685b9), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:08.029724 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (00d3c49b-9721-479d-a25f-6a27c6d685b9), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:08.030032 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (00d3c49b-9721-479d-a25f-6a27c6d685b9), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:08.044215 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Calling delete_port for 00d3c49b-9721-479d-a25f-6a27c6d685b9 owned by network:floatingip {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:28:08.143158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 4f3aead6-5014-4e1b-b5e8-86fa7130a45f no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:28:08.167338 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 4f3aead6-5014-4e1b-b5e8-86fa7130a45f {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:28:08.167924 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 4f3aead6-5014-4e1b-b5e8-86fa7130a45f not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:28:08.275968 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (00d3c49b-9721-479d-a25f-6a27c6d685b9), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:08.304200 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Pushing event deleted for resources: {'Port': ['ID=00d3c49b-9721-479d-a25f-6a27c6d685b9,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:08.337303 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.337808 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.338310 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.338841 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.339339 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.339826 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.340317 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.340818 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.341309 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.341811 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.342298 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.342823 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.343439 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.343809 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.344305 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:08.404555 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks [] for floatingip (37fe5e3e-e7b5-436b-9db9-87a26b92237c), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:08.407347 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:08.408564 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-a2366e96-36d9-47d8-bcca-ca0fbd656dea tempest-AttachVolumeNegativeTest-727640434 tempest-AttachVolumeNegativeTest-727640434-project] 10.222.0.17 "DELETE /v2.0/floatingips/37fe5e3e-e7b5-436b-9db9-87a26b92237c HTTP/1.1" status: 204 len: 168 time: 0.5846391 Jul 25 19:28:12.075673 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:12.651395 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49526) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:13.310183 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:13.324975 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:13.375202 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:13.625690 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Deleting port c01c9a7a-dce0-4252-ab5d-fec233c343d6 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:28:13.625931 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:13.721992 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] For port c01c9a7a-dce0-4252-ab5d-fec233c343d6, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=c01c9a7a-dce0-4252-ab5d-fec233c343d6,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:28:13.722760 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:13.736911 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Calling delete_port for c01c9a7a-dce0-4252-ab5d-fec233c343d6 owned by network:router_interface {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:28:13.989632 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (c01c9a7a-dce0-4252-ab5d-fec233c343d6), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:14.013597 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Pushing event deleted for resources: {'Port': ['ID=c01c9a7a-dce0-4252-ab5d-fec233c343d6,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:14.196292 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:14.242883 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:14.314713 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:14.419178 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:28:14.528068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:28:14.532992 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5d324d69-b411-45c7-84dd-d48a8d22fabf admin admin] 10.222.0.17 "PUT /v2.0/routers/0bc5744c-ecae-4c41-8079-d6fc8f846a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8836617 Jul 25 19:28:14.535666 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49530) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:14.538243 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] Sync routers for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:28:14.556372 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:28:14.557258 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:27:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:14.653422 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks [] for router (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:14.671544 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:28:14.723249 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:14.759462 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks [] for router_gateway (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:14.783897 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:14.866922 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:28:13Z', 'revision_number': 5, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port': {'id': 'ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:c9:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:19:04Z', 'updated_at': '2022-07-25T19:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:14.867229 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Deleting port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:28:14.867459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:14.902437 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] Checking router: 0bc5744c-ecae-4c41-8079-d6fc8f846a3f for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:28:14.911758 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] Routers {'0bc5744c-ecae-4c41-8079-d6fc8f846a3f'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:28:14.912377 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:27:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:14.968942 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] For port ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:28:14.969316 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:14.989864 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Calling delete_port for ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 owned by network:router_gateway {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:28:15.007889 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] Set router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f gateway port host: None {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:28:15.072428 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:28:14Z', 'revision_number': 6, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port_host': None}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:15.098786 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e8a9b6-b613-456e-8418-4c8c7f7b99c1 None None] The sync data for ids ['0bc5744c-ecae-4c41-8079-d6fc8f846a3f'] in dv-cinder-820027-16-iscsi is: [{'id': '0bc5744c-ecae-4c41-8079-d6fc8f846a3f', 'name': 'tempest-AttachVolumeNegativeTest-1856639379-router', 'tenant_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:19:03Z', 'updated_at': '2022-07-25T19:28:14Z', 'revision_number': 6, 'project_id': 'c283d74bc1404c078fa9c350c8acfe4a', 'gw_port_host': None}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:28:15.143953 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:15.224094 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.251085 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:15.320345 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.413653 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.415854 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks [] for router_controller (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.561510 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (0bc5744c-ecae-4c41-8079-d6fc8f846a3f), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.562151 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bc5744c-ecae-4c41-8079-d6fc8f846a3f {{(pid=111002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:28:15.566837 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.567814 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5f44aaa6-74be-4278-9bcf-400de63bc224 admin admin] 10.222.0.17 "DELETE /v2.0/routers/0bc5744c-ecae-4c41-8079-d6fc8f846a3f HTTP/1.1" status: 204 len: 168 time: 1.0311787 Jul 25 19:28:15.570460 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49532) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:15.596915 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:15.618030 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86521bd-c3d8-498a-8361-e5d471e1575e admin admin] Deleting subnet 0ff6781e-2137-4913-aa77-da6021bf2bb0 {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:28:15.621975 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f86521bd-c3d8-498a-8361-e5d471e1575e admin admin] Publish callbacks [] for subnet (0ff6781e-2137-4913-aa77-da6021bf2bb0), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.658646 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f86521bd-c3d8-498a-8361-e5d471e1575e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (0ff6781e-2137-4913-aa77-da6021bf2bb0), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.741839 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f86521bd-c3d8-498a-8361-e5d471e1575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (0ff6781e-2137-4913-aa77-da6021bf2bb0), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.859572 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f86521bd-c3d8-498a-8361-e5d471e1575e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (0ff6781e-2137-4913-aa77-da6021bf2bb0), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.888362 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86521bd-c3d8-498a-8361-e5d471e1575e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff6781e-2137-4913-aa77-da6021bf2bb0,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:15.892563 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f86521bd-c3d8-498a-8361-e5d471e1575e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:15.895852 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f86521bd-c3d8-498a-8361-e5d471e1575e admin admin] 10.222.0.17 "DELETE /v2.0/subnets/0ff6781e-2137-4913-aa77-da6021bf2bb0 HTTP/1.1" status: 204 len: 168 time: 0.3244078 Jul 25 19:28:15.899931 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49534) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:15.909713 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e7c3a2-07fc-478a-8761-a8ea28dda94c None None] Network 6364bb15-7d49-4471-b756-05562b7f4867 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:28:15.983697 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (6364bb15-7d49-4471-b756-05562b7f4867), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.027304 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Deleting port 4a00902a-ac90-4e76-92df-4330e112d331 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:28:16.027538 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (4a00902a-ac90-4e76-92df-4330e112d331), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.099928 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] DHCP port deletion for 6364bb15-7d49-4471-b756-05562b7f4867 request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:28:16.100178 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] For port 4a00902a-ac90-4e76-92df-4330e112d331, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=4a00902a-ac90-4e76-92df-4330e112d331,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:28:16.100486 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (4a00902a-ac90-4e76-92df-4330e112d331), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.115764 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Calling delete_port for 4a00902a-ac90-4e76-92df-4330e112d331 owned by network:dhcp {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:28:16.147573 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Deleting port 4a00902a-ac90-4e76-92df-4330e112d331 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:28:16.148100 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (4a00902a-ac90-4e76-92df-4330e112d331), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.227309 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] For port 4a00902a-ac90-4e76-92df-4330e112d331, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=4a00902a-ac90-4e76-92df-4330e112d331,segment=NetworkSegment(4df7e57d-734e-4ebb-936e-c464c23b3be1),segment_id=4df7e57d-734e-4ebb-936e-c464c23b3be1)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:28:16.227709 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (4a00902a-ac90-4e76-92df-4330e112d331), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.241110 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Calling delete_port for 4a00902a-ac90-4e76-92df-4330e112d331 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:28:16.259949 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (4a00902a-ac90-4e76-92df-4330e112d331), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.287590 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a00902a-ac90-4e76-92df-4330e112d331,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:16.291994 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] No DVR routers for this DVR port 4a00902a-ac90-4e76-92df-4330e112d331 on host dv-cinder-820027-16-iscsi {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:28:16.328136 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (4a00902a-ac90-4e76-92df-4330e112d331), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.356451 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Pushing event deleted for resources: {'Port': ['ID=4a00902a-ac90-4e76-92df-4330e112d331,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:16.366823 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.367176 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.367631 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.367866 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.368215 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.368538 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.368867 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.369196 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.369529 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.370464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.370776 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.371110 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.371443 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.371765 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.372088 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:28:16.375259 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae467d-0d00-4c82-83a2-cd27b51a55bc None None] No DVR routers for this DVR port 4a00902a-ac90-4e76-92df-4330e112d331 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:28:16.376984 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (6364bb15-7d49-4471-b756-05562b7f4867), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.400603 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6364bb15-7d49-4471-b756-05562b7f4867']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:16.411352 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4df7e57d-734e-4ebb-936e-c464c23b3be1') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:16.411648 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4df7e57d-734e-4ebb-936e-c464c23b3be1') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:28:16.422111 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (4df7e57d-734e-4ebb-936e-c464c23b3be1), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.437266 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (4df7e57d-734e-4ebb-936e-c464c23b3be1), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.444259 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:28:16.444654 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (4df7e57d-734e-4ebb-936e-c464c23b3be1), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.521319 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 4df7e57d-734e-4ebb-936e-c464c23b3be1 resource provider aggregate not found Jul 25 19:28:16.546832 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 4df7e57d-734e-4ebb-936e-c464c23b3be1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4df7e57d-734e-4ebb-936e-c464c23b3be1 found for delete ", "request_id": "req-50c84734-0267-413c-9de9-e9bdac9f8e4f"}]} Jul 25 19:28:16.572845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (6364bb15-7d49-4471-b756-05562b7f4867), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.578545 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:16.582013 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] 10.222.0.17 "DELETE /v2.0/networks/6364bb15-7d49-4471-b756-05562b7f4867 HTTP/1.1" status: 204 len: 168 time: 0.6797752 Jul 25 19:28:16.596343 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3621ccfa-4910-457a-a26b-8a40891a383e admin admin] Pushing event deleted for resources: {'Network': ['ID=6364bb15-7d49-4471-b756-05562b7f4867,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:16.842540 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:16.845438 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=8 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:16.941345 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49544) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:16.997537 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-e8960e35-ad6a-47f4-8cc4-229e9ab84b03 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c283d74bc1404c078fa9c350c8acfe4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0545492 Jul 25 19:28:17.000362 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49546) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:17.033229 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 4a00902a-ac90-4e76-92df-4330e112d331 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:28:17.060553 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 4a00902a-ac90-4e76-92df-4330e112d331 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:28:17.060874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 4a00902a-ac90-4e76-92df-4330e112d331 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:28:17.061199 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:28:17.080912 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:28:17.081176 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f2134ecb-c482-46e0-84be-6dd4700a7e6f admin admin] Publish callbacks [] for security_group (de594b28-5092-4b12-8dc4-541d161961ae), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:17.081290 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device ae58f609-c1e4-4e43-bd97-fc27d0a5d5a3 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:28:17.081677 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device c01c9a7a-dce0-4252-ab5d-fec233c343d6 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:28:17.101703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: c01c9a7a-dce0-4252-ab5d-fec233c343d6 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:28:17.102062 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device c01c9a7a-dce0-4252-ab5d-fec233c343d6 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:28:17.106823 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f2134ecb-c482-46e0-84be-6dd4700a7e6f admin admin] Publish callbacks [] for security_group (de594b28-5092-4b12-8dc4-541d161961ae), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:17.269738 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f2134ecb-c482-46e0-84be-6dd4700a7e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (de594b28-5092-4b12-8dc4-541d161961ae), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:17.272463 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f2134ecb-c482-46e0-84be-6dd4700a7e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:17.273774 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f2134ecb-c482-46e0-84be-6dd4700a7e6f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/de594b28-5092-4b12-8dc4-541d161961ae HTTP/1.1" status: 204 len: 168 time: 0.2719676 Jul 25 19:28:17.284178 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2134ecb-c482-46e0-84be-6dd4700a7e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de594b28-5092-4b12-8dc4-541d161961ae,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:23.900013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49630) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:24.022627 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1a312152-8c5f-4731-b25f-f0700d819d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:24.121707 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1a312152-8c5f-4731-b25f-f0700d819d77 admin admin] Publish callbacks [] for security_group (e57178b4-18f9-4cad-8e37-155be82aa626), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:24.200543 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-1a312152-8c5f-4731-b25f-f0700d819d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (e57178b4-18f9-4cad-8e37-155be82aa626), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:24.218846 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:24.242734 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a312152-8c5f-4731-b25f-f0700d819d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57178b4-18f9-4cad-8e37-155be82aa626,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:24.252710 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-1a312152-8c5f-4731-b25f-f0700d819d77 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=e74083c33c984f33bf55caa684b3fab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3511631 Jul 25 19:28:24.254455 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49634) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:24.311969 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df7bbcd4-7310-4ffd-a171-cf2a05a8552f admin admin] Publish callbacks [] for security_group (e57178b4-18f9-4cad-8e37-155be82aa626), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:24.343551 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df7bbcd4-7310-4ffd-a171-cf2a05a8552f admin admin] Publish callbacks [] for security_group (e57178b4-18f9-4cad-8e37-155be82aa626), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:24.458923 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df7bbcd4-7310-4ffd-a171-cf2a05a8552f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (e57178b4-18f9-4cad-8e37-155be82aa626), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:24.461681 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-df7bbcd4-7310-4ffd-a171-cf2a05a8552f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:24.462996 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-df7bbcd4-7310-4ffd-a171-cf2a05a8552f admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/e57178b4-18f9-4cad-8e37-155be82aa626 HTTP/1.1" status: 204 len: 168 time: 0.2073808 Jul 25 19:28:24.473348 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bbcd4-7310-4ffd-a171-cf2a05a8552f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57178b4-18f9-4cad-8e37-155be82aa626,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:25.214154 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49640) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:25.228349 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c640ce1-e520-417b-9f75-baf0ded970f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:25.264300 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:25.312230 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c640ce1-e520-417b-9f75-baf0ded970f3 admin admin] Publish callbacks [] for security_group (ccf64113-3db1-46d7-abef-3e5cf95c7c0c), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:25.395583 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-5c640ce1-e520-417b-9f75-baf0ded970f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ccf64113-3db1-46d7-abef-3e5cf95c7c0c), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:25.445048 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-5c640ce1-e520-417b-9f75-baf0ded970f3 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=8cdfc81dd6024ea99d8d7a889675eea3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2296617 Jul 25 19:28:25.445831 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c640ce1-e520-417b-9f75-baf0ded970f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf64113-3db1-46d7-abef-3e5cf95c7c0c,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:25.450379 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49642) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:25.502690 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:25.517251 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c128577a-0f57-49d8-a024-36b676112d4a admin admin] Publish callbacks [] for security_group (ccf64113-3db1-46d7-abef-3e5cf95c7c0c), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:25.542743 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c128577a-0f57-49d8-a024-36b676112d4a admin admin] Publish callbacks [] for security_group (ccf64113-3db1-46d7-abef-3e5cf95c7c0c), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:25.726767 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c128577a-0f57-49d8-a024-36b676112d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (ccf64113-3db1-46d7-abef-3e5cf95c7c0c), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:25.729764 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c128577a-0f57-49d8-a024-36b676112d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:25.731882 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c128577a-0f57-49d8-a024-36b676112d4a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/ccf64113-3db1-46d7-abef-3e5cf95c7c0c HTTP/1.1" status: 204 len: 168 time: 0.2801464 Jul 25 19:28:25.741108 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128577a-0f57-49d8-a024-36b676112d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf64113-3db1-46d7-abef-3e5cf95c7c0c,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:25.824362 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8d9107eb-f93f-4f7a-b130-f61ff81daf3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:28.349322 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6dfddd18-ae18-4b6e-94e4-91f71b2d9d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:29.566660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:30.943950 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:31.349425 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:33.820969 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:28:35.209439 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49728) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:35.348199 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9c62108d-4860-4e38-8da6-cc6bcbab191a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:35.372842 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:35.438796 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9c62108d-4860-4e38-8da6-cc6bcbab191a admin admin] Publish callbacks [] for security_group (66049a8a-6f8d-45e6-a566-a577d2217c52), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:35.441420 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=33,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:35.515199 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-9c62108d-4860-4e38-8da6-cc6bcbab191a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (66049a8a-6f8d-45e6-a566-a577d2217c52), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:35.565543 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c62108d-4860-4e38-8da6-cc6bcbab191a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66049a8a-6f8d-45e6-a566-a577d2217c52,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:35.569943 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-9c62108d-4860-4e38-8da6-cc6bcbab191a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=520ca45ae57e4f05b1c81d659393cd4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3593268 Jul 25 19:28:35.574025 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49732) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:35.634406 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5feda687-3abf-49c2-b0e5-16a972be2d2e admin admin] Publish callbacks [] for security_group (66049a8a-6f8d-45e6-a566-a577d2217c52), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:35.662584 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5feda687-3abf-49c2-b0e5-16a972be2d2e admin admin] Publish callbacks [] for security_group (66049a8a-6f8d-45e6-a566-a577d2217c52), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:35.800586 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5feda687-3abf-49c2-b0e5-16a972be2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (66049a8a-6f8d-45e6-a566-a577d2217c52), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:35.803456 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5feda687-3abf-49c2-b0e5-16a972be2d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:35.804681 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5feda687-3abf-49c2-b0e5-16a972be2d2e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/66049a8a-6f8d-45e6-a566-a577d2217c52 HTTP/1.1" status: 204 len: 168 time: 0.2296526 Jul 25 19:28:35.814767 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feda687-3abf-49c2-b0e5-16a972be2d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66049a8a-6f8d-45e6-a566-a577d2217c52,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:36.474383 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 49738) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:36.489293 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a88d0a52-979a-4384-8f5b-240a8ca2d804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:36.585822 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a88d0a52-979a-4384-8f5b-240a8ca2d804 admin admin] Publish callbacks [] for security_group (2364a2f6-3696-4b20-a3d0-974e069d602a), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:36.676192 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a88d0a52-979a-4384-8f5b-240a8ca2d804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2364a2f6-3696-4b20-a3d0-974e069d602a), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:36.692834 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:36.722611 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-a88d0a52-979a-4384-8f5b-240a8ca2d804 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=dce780b8a6064fc3b03c27a827a3164e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470665 Jul 25 19:28:36.723385 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d0a52-979a-4384-8f5b-240a8ca2d804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2364a2f6-3696-4b20-a3d0-974e069d602a,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:36.730642 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49740) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:36.782591 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55b07fd7-d4bc-4473-aa0f-f78e0e99ad7b admin admin] Publish callbacks [] for security_group (2364a2f6-3696-4b20-a3d0-974e069d602a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:36.806599 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55b07fd7-d4bc-4473-aa0f-f78e0e99ad7b admin admin] Publish callbacks [] for security_group (2364a2f6-3696-4b20-a3d0-974e069d602a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:36.972318 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55b07fd7-d4bc-4473-aa0f-f78e0e99ad7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (2364a2f6-3696-4b20-a3d0-974e069d602a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:36.975061 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55b07fd7-d4bc-4473-aa0f-f78e0e99ad7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:36.976290 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-55b07fd7-d4bc-4473-aa0f-f78e0e99ad7b admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/2364a2f6-3696-4b20-a3d0-974e069d602a HTTP/1.1" status: 204 len: 168 time: 0.2494822 Jul 25 19:28:36.985933 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07fd7-d4bc-4473-aa0f-f78e0e99ad7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2364a2f6-3696-4b20-a3d0-974e069d602a,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:38.795760 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49770) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:38.908411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ee93-e0c1-4ba5-9322-92c4691eb394 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:38.996571 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ee93-e0c1-4ba5-9322-92c4691eb394 admin admin] Publish callbacks [] for security_group (a461ad0f-801f-4079-aca9-d451b139a24d), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:39.042243 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8cd8ee93-e0c1-4ba5-9322-92c4691eb394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a461ad0f-801f-4079-aca9-d451b139a24d), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:39.089370 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8ee93-e0c1-4ba5-9322-92c4691eb394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a461ad0f-801f-4079-aca9-d451b139a24d,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:39.093924 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-8cd8ee93-e0c1-4ba5-9322-92c4691eb394 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=b7ad51803f824656937a069ec6bc21f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2971127 Jul 25 19:28:39.096713 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49774) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:28:39.158606 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e17ea57c-b0ff-4bf3-99d1-88e6f012ea5e admin admin] Publish callbacks [] for security_group (a461ad0f-801f-4079-aca9-d451b139a24d), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:39.184040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e17ea57c-b0ff-4bf3-99d1-88e6f012ea5e admin admin] Publish callbacks [] for security_group (a461ad0f-801f-4079-aca9-d451b139a24d), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:39.310516 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e17ea57c-b0ff-4bf3-99d1-88e6f012ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a461ad0f-801f-4079-aca9-d451b139a24d), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:39.313328 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e17ea57c-b0ff-4bf3-99d1-88e6f012ea5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:39.314545 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-e17ea57c-b0ff-4bf3-99d1-88e6f012ea5e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a461ad0f-801f-4079-aca9-d451b139a24d HTTP/1.1" status: 204 len: 168 time: 0.2168694 Jul 25 19:28:39.325702 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ea57c-b0ff-4bf3-99d1-88e6f012ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a461ad0f-801f-4079-aca9-d451b139a24d,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:28:41.995254 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:46.718831 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=25,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:49.219738 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=56,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:49.319256 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:51.928390 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=69,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:51.930306 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:53.795142 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:53.795864 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:28:55.840469 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c8681133-25b5-4a1f-b68b-b787df35e408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:58.302995 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-13935c3f-ee18-49fa-a0e3-0679ebf58ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:28:59.583401 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:00.931559 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:01.393071 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:06.653116 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49932) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:06.768755 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eaa280b7-f82a-4802-b357-2dba7a801e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:06.848465 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eaa280b7-f82a-4802-b357-2dba7a801e60 admin admin] Publish callbacks [] for security_group (8d522636-d91c-4087-b155-f8a65def29d1), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:06.983437 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-eaa280b7-f82a-4802-b357-2dba7a801e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (8d522636-d91c-4087-b155-f8a65def29d1), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:07.027674 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa280b7-f82a-4802-b357-2dba7a801e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d522636-d91c-4087-b155-f8a65def29d1,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:07.032386 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-eaa280b7-f82a-4802-b357-2dba7a801e60 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=d21026bdfd1d47c2a30e97fce3fb70ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782349 Jul 25 19:29:07.035577 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 49936) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:07.085387 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ed704410-8ead-47e8-a15f-e4f784a393a0 admin admin] Publish callbacks [] for security_group (8d522636-d91c-4087-b155-f8a65def29d1), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:07.109650 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ed704410-8ead-47e8-a15f-e4f784a393a0 admin admin] Publish callbacks [] for security_group (8d522636-d91c-4087-b155-f8a65def29d1), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:07.297569 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ed704410-8ead-47e8-a15f-e4f784a393a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (8d522636-d91c-4087-b155-f8a65def29d1), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:07.300164 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ed704410-8ead-47e8-a15f-e4f784a393a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:07.301331 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-ed704410-8ead-47e8-a15f-e4f784a393a0 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/8d522636-d91c-4087-b155-f8a65def29d1 HTTP/1.1" status: 204 len: 168 time: 0.2648752 Jul 25 19:29:07.315178 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed704410-8ead-47e8-a15f-e4f784a393a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d522636-d91c-4087-b155-f8a65def29d1,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:10.493625 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-46a39368-87b3-4beb-872c-c088706af5e6 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/networks?tenant_id=ce16719a27e24eaa8a8f77f33115e227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329609 Jul 25 19:29:10.688556 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-6aacf3e6-42f7-45a0-b33b-36cea24ef9f6 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:10.690058 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-6aacf3e6-42f7-45a0-b33b-36cea24ef9f6 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903889 Jul 25 19:29:10.705956 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-e8c8a411-5fc2-4154-b7ad-8b91fca29e85 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/quotas/ce16719a27e24eaa8a8f77f33115e227 HTTP/1.1" status: 200 len: 375 time: 0.0101500 Jul 25 19:29:10.741434 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-19052a5c-8641-4599-afdc-9f7a1c95f59b tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=ce16719a27e24eaa8a8f77f33115e227&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300512 Jul 25 19:29:10.819967 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:29:11.005167 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-71e6e88a-66b5-412f-9f0f-f854cd540ece req-6ab775ee-e4da-4b41-be89-7bd55ead3cb9 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 210 time: 0.0297952 Jul 25 19:29:12.012368 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:12.092619 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3b50d707-a151-4af9-905e-34f98aa5daf7 req-1db53f72-991f-4308-9a73-eb4cc092b719 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 210 time: 0.0310938 Jul 25 19:29:13.186596 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-26195562-1285-4ab9-bc08-f3abacd56a14 req-52d1d279-38dd-4f79-afd1-bb4a5536853d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 210 time: 0.0328944 Jul 25 19:29:14.276916 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0e0eb30f-c58e-4edf-ab86-bde9dc6d90ae req-96943834-9bf4-4ac0-8395-59ae7d74f0be tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 210 time: 0.0319393 Jul 25 19:29:15.384012 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6ac415f2-0f0a-4a3d-af72-1e3692c38f41 req-4adce00a-6fff-46df-8954-3f4c1464abe8 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 210 time: 0.0304317 Jul 25 19:29:16.494228 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e67c6309-3044-44bb-83b4-a4b51060a5ec req-f0bb6f5c-5643-404e-bea0-3ea877cd0a3b tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 210 time: 0.0287888 Jul 25 19:29:17.367001 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-d1feb13e-f8c6-47ac-b12c-f7ce33fe574e tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=ce16719a27e24eaa8a8f77f33115e227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227482 Jul 25 19:29:17.490576 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-d875306e-5144-4968-9a94-3003814baf28 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:17.492044 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-d875306e-5144-4968-9a94-3003814baf28 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1201377 Jul 25 19:29:17.505725 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Request body: {'port': {'device_id': 'fe4265b1-7313-4e4a-9e91-73c7a96d5ddc', 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223', 'admin_state_up': True, 'tenant_id': 'ce16719a27e24eaa8a8f77f33115e227'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:29:17.604426 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6b59e158-5903-46bd-8c11-7b64c5bb092d req-42ad74b7-6778-429c-a5c5-6d29b2d8d675 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 210 time: 0.0324612 Jul 25 19:29:17.720034 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Made reservation on behalf of ce16719a27e24eaa8a8f77f33115e227 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:29:17.723647 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:17.735429 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:17.825662 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks [] for security_group (69021bf1-918b-4461-ab56-f6855363788a), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:17.920567 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (69021bf1-918b-4461-ab56-f6855363788a), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:17.985320 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69021bf1-918b-4461-ab56-f6855363788a,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:18.002813 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.003162 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.003509 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.003869 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.004188 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.004521 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.004851 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.005180 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.005511 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.005844 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.006181 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.006563 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.006890 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.007219 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.007569 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:18.081257 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Allocated IP 192.168.233.59 (baf95ee3-3d0d-496d-b1c4-3b2b6e643223/1d96c29f-effb-45f5-968e-37d6096b7718/ac05206a-e783-4822-9de8-1bdd2fc54ce6) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:29:18.231995 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:18.242510 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks [] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:18.249707 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:18.326368 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:18.372233 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:18.377538 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:18.381433 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:29:18.418561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Pushing event updated for resources: {'Port': ['ID=ac05206a-e783-4822-9de8-1bdd2fc54ce6,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:18.450998 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:18.450998 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:18.517496 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0f94b12a-351d-4639-aac0-5f08f301039d tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0156898 Jul 25 19:29:18.530875 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Request body: {'port': {'device_id': 'fe4265b1-7313-4e4a-9e91-73c7a96d5ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:29:18.595886 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:18.618135 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-549ee05d-3391-4c94-8d9e-ab9f83a23aad None None] Provisioning complete for port ac05206a-e783-4822-9de8-1bdd2fc54ce6 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:18.618771 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-549ee05d-3391-4c94-8d9e-ab9f83a23aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:18.655370 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-549ee05d-3391-4c94-8d9e-ab9f83a23aad None None] Port ac05206a-e783-4822-9de8-1bdd2fc54ce6 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:29:18.738509 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:19.033972 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679554b-c134-48c1-ba98-9d2bd3208903 req-91f573e8-8370-43c2-9447-cf5bedf0ee7b tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:19.035459 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7679554b-c134-48c1-ba98-9d2bd3208903 req-91f573e8-8370-43c2-9447-cf5bedf0ee7b tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 935 time: 0.0675828 Jul 25 19:29:19.148418 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7679554b-c134-48c1-ba98-9d2bd3208903 req-57986cae-a346-4f5c-832e-82663dab96a3 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024349 Jul 25 19:29:19.226885 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac05206a-e783-4822-9de8-1bdd2fc54ce6 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:29:19.236128 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Publish callbacks [] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:19.249969 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Transition to ACTIVE for port object ac05206a-e783-4822-9de8-1bdd2fc54ce6 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:29:19.309165 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:19.361545 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:19.376941 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Pushing event updated for resources: {'Port': ['ID=ac05206a-e783-4822-9de8-1bdd2fc54ce6,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:19.470710 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Attempting to bind port ac05206a-e783-4822-9de8-1bdd2fc54ce6 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:29:19.471109 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Attempting to bind port ac05206a-e783-4822-9de8-1bdd2fc54ce6 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:29:19.471394 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Attempting to bind port ac05206a-e783-4822-9de8-1bdd2fc54ce6 on network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:29:19.476535 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Port ac05206a-e783-4822-9de8-1bdd2fc54ce6 on network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:29:19.477556 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Attempting to bind port ac05206a-e783-4822-9de8-1bdd2fc54ce6 on network baf95ee3-3d0d-496d-b1c4-3b2b6e643223 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:29:19.483256 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:29:19.483604 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Checking segment: {'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:19.484001 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Bound using segment: {'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:29:19.484503 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Bound port: ac05206a-e783-4822-9de8-1bdd2fc54ce6, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243b6cbf-5309-42be-8384-cf0f6f6d3edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:29:19.484864 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:19.560008 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] For port ac05206a-e783-4822-9de8-1bdd2fc54ce6, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:29:19.563544 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] For port ac05206a-e783-4822-9de8-1bdd2fc54ce6, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ac05206a-e783-4822-9de8-1bdd2fc54ce6,segment=NetworkSegment(243b6cbf-5309-42be-8384-cf0f6f6d3edf),segment_id=243b6cbf-5309-42be-8384-cf0f6f6d3edf)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:29:19.564703 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:19.663702 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:19.705506 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:19.706186 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:19.707885 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] 10.222.0.88 "PUT /v2.0/ports/ac05206a-e783-4822-9de8-1bdd2fc54ce6 HTTP/1.1" status: 200 len: 1097 time: 1.1834502 Jul 25 19:29:19.712149 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4265b1-7313-4e4a-9e91-73c7a96d5ddc', 'tag': 'ac05206a-e783-4822-9de8-1bdd2fc54ce6'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:29:19.712149 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113a27cc-be8a-4247-a03d-078b97eeac00" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4265b1-7313-4e4a-9e91-73c7a96d5ddc", "tag": "ac05206a-e783-4822-9de8-1bdd2fc54ce6"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:29:19.751590 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a5248b-3a47-4a46-a8ac-bdb26c89e14c service neutron] Pushing event updated for resources: {'Port': ['ID=ac05206a-e783-4822-9de8-1bdd2fc54ce6,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:19.772947 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f74069e-03dd-4dc5-bc99-77a5bd7d05d6 x-openstack-request-id: req-4f74069e-03dd-4dc5-bc99-77a5bd7d05d6 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:29:19.773621 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4265b1-7313-4e4a-9e91-73c7a96d5ddc", "tag": "ac05206a-e783-4822-9de8-1bdd2fc54ce6", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:29:19.773621 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4f74069e-03dd-4dc5-bc99-77a5bd7d05d6 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:29:19.774030 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f74069e-03dd-4dc5-bc99-77a5bd7d05d6'] response: {'name': 'network-changed', 'server_uuid': 'fe4265b1-7313-4e4a-9e91-73c7a96d5ddc', 'tag': 'ac05206a-e783-4822-9de8-1bdd2fc54ce6', 'status': 'completed', 'code': 200} Jul 25 19:29:19.855082 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a27cc-be8a-4247-a03d-078b97eeac00 req-6a46ab56-310a-4943-985d-edc92f4a8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:19.857265 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-113a27cc-be8a-4247-a03d-078b97eeac00 req-6a46ab56-310a-4943-985d-edc92f4a8806 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce16719a27e24eaa8a8f77f33115e227&device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 1131 time: 0.0507464 Jul 25 19:29:19.890556 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-113a27cc-be8a-4247-a03d-078b97eeac00 req-b3a642ae-d1ff-46e3-8d0c-5d24cd528352 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=ce16719a27e24eaa8a8f77f33115e227&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242367 Jul 25 19:29:20.009712 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a27cc-be8a-4247-a03d-078b97eeac00 req-37f30a67-9ec7-4ecd-9648-009852d78605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:20.012070 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-113a27cc-be8a-4247-a03d-078b97eeac00 req-37f30a67-9ec7-4ecd-9648-009852d78605 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151128 Jul 25 19:29:20.096056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-e5d80f82-3852-4298-9fda-7cafce4ad970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:20.097585 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-e5d80f82-3852-4298-9fda-7cafce4ad970 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=ce16719a27e24eaa8a8f77f33115e227&device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 1131 time: 0.0443738 Jul 25 19:29:20.139916 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0768bdc5-8c35-4b1c-9ce4-cab0a77f1d30 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=ac05206a-e783-4822-9de8-1bdd2fc54ce6 HTTP/1.1" status: 200 len: 217 time: 0.0345607 Jul 25 19:29:20.197895 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0aa2679c-80d8-4887-97de-957780a0c7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:20.200459 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-0aa2679c-80d8-4887-97de-957780a0c7ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=1d96c29f-effb-45f5-968e-37d6096b7718 HTTP/1.1" status: 200 len: 843 time: 0.0546956 Jul 25 19:29:20.265433 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-e4b66e08-91c1-44b4-8b3c-8f957b7e37e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:20.267017 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-e4b66e08-91c1-44b4-8b3c-8f957b7e37e8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=baf95ee3-3d0d-496d-b1c4-3b2b6e643223&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0579448 Jul 25 19:29:20.348369 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29ecfc-7bf3-4b2e-8f1e-12d18f55215a req-a37533f6-7a5c-41aa-9d94-a1a5190fd6c3 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:20.349766 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8d29ecfc-7bf3-4b2e-8f1e-12d18f55215a req-a37533f6-7a5c-41aa-9d94-a1a5190fd6c3 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 947 time: 0.1006839 Jul 25 19:29:20.427761 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-1114c3b6-f131-4bee-a44a-6dc55137d24d service neutron] 10.222.0.88 "GET /v2.0/networks/baf95ee3-3d0d-496d-b1c4-3b2b6e643223?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441276 Jul 25 19:29:20.431297 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-8d29ecfc-7bf3-4b2e-8f1e-12d18f55215a req-4bbaf482-302f-459b-8c97-4e99c75f10b4 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744238 Jul 25 19:29:20.529517 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7d5937db-dd1b-4a3c-859a-201cfe4dcaf4 req-f639bcb2-c8cc-4ad0-9928-b798a2f4fc0d service neutron] 10.222.0.88 "GET /v2.0/networks/baf95ee3-3d0d-496d-b1c4-3b2b6e643223?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955782 Jul 25 19:29:20.816197 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:21.558280 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc712f59-ff16-42d8-ba5d-3ccd370ae3f3 req-6e21e798-9537-4e8c-983c-2b085279aa52 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:21.560112 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bc712f59-ff16-42d8-ba5d-3ccd370ae3f3 req-6e21e798-9537-4e8c-983c-2b085279aa52 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 947 time: 0.0511036 Jul 25 19:29:21.611907 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bc712f59-ff16-42d8-ba5d-3ccd370ae3f3 req-c946d868-5da4-49a5-a411-765a7ac48346 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460382 Jul 25 19:29:22.739743 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04ba15-031c-4b96-a502-f5d440665645 req-9c7070cf-97ea-4f68-9212-9cc5c119d19b tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:22.741287 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-af04ba15-031c-4b96-a502-f5d440665645 req-9c7070cf-97ea-4f68-9212-9cc5c119d19b tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 947 time: 0.0520904 Jul 25 19:29:22.793667 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-af04ba15-031c-4b96-a502-f5d440665645 req-71e116e9-1f78-410f-92ea-0675397218f5 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Jul 25 19:29:23.928434 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30fa77-83f6-4cac-9ae9-369d0df3cf23 req-77fb8374-bdbc-4ae5-836e-f7925e925517 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:23.929925 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0d30fa77-83f6-4cac-9ae9-369d0df3cf23 req-77fb8374-bdbc-4ae5-836e-f7925e925517 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 947 time: 0.0573428 Jul 25 19:29:23.983831 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0d30fa77-83f6-4cac-9ae9-369d0df3cf23 req-21797e37-aa17-46ac-8f62-a46cc1165854 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448241 Jul 25 19:29:24.538729 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device ac05206a-e783-4822-9de8-1bdd2fc54ce6 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:29:24.540983 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:24.542790 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:24.648620 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port ac05206a-e783-4822-9de8-1bdd2fc54ce6, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ac05206a-e783-4822-9de8-1bdd2fc54ce6,segment=NetworkSegment(243b6cbf-5309-42be-8384-cf0f6f6d3edf),segment_id=243b6cbf-5309-42be-8384-cf0f6f6d3edf)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:24.662954 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'ac05206a-e783-4822-9de8-1bdd2fc54ce6', 'network_id': 'baf95ee3-3d0d-496d-b1c4-3b2b6e643223', 'port_id': 'ac05206a-e783-4822-9de8-1bdd2fc54ce6', 'mac_address': 'fa:16:3e:c5:f5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 770, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d96c29f-effb-45f5-968e-37d6096b7718', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:29:24.699872 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port ac05206a-e783-4822-9de8-1bdd2fc54ce6 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:24.700323 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:24.714492 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac05206a-e783-4822-9de8-1bdd2fc54ce6 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:29:24.740967 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port ac05206a-e783-4822-9de8-1bdd2fc54ce6, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ac05206a-e783-4822-9de8-1bdd2fc54ce6,segment=NetworkSegment(243b6cbf-5309-42be-8384-cf0f6f6d3edf),segment_id=243b6cbf-5309-42be-8384-cf0f6f6d3edf)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:24.806499 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:24.864473 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=ac05206a-e783-4822-9de8-1bdd2fc54ce6,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:24.874744 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.875113 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.875450 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.875795 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.876134 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.876470 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.876803 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.877134 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.877468 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.877797 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.878129 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.878503 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.878836 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.879165 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:24.879487 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:25.112197 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4da88-f9b7-4576-b3d6-cc17351028f1 req-08f20c3c-6a0b-4d01-8f86-8585604b8843 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:25.114089 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-31a4da88-f9b7-4576-b3d6-cc17351028f1 req-08f20c3c-6a0b-4d01-8f86-8585604b8843 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 948 time: 0.0541096 Jul 25 19:29:25.179778 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-31a4da88-f9b7-4576-b3d6-cc17351028f1 req-4c213cd1-d430-4530-86e6-16302e44523a tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515263 Jul 25 19:29:25.233069 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['ac05206a-e783-4822-9de8-1bdd2fc54ce6'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:29:25.794414 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-06c73ec8-a1f2-4743-98ca-2e1a44c689eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:26.313020 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd860f58-29cb-4ee7-a83a-c8214b5b9aaa req-d3ff8b16-4699-4adf-bce7-7ac52bdb82f4 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:26.314903 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bd860f58-29cb-4ee7-a83a-c8214b5b9aaa req-d3ff8b16-4699-4adf-bce7-7ac52bdb82f4 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 948 time: 0.0570743 Jul 25 19:29:26.368108 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-bd860f58-29cb-4ee7-a83a-c8214b5b9aaa req-7ee88ee1-2df0-441c-8c1c-af1b6b02ed61 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467160 Jul 25 19:29:26.552617 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device ac05206a-e783-4822-9de8-1bdd2fc54ce6 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:26.595464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port ac05206a-e783-4822-9de8-1bdd2fc54ce6 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:29:26.685702 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port ac05206a-e783-4822-9de8-1bdd2fc54ce6 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:26.686089 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:26.761421 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port ac05206a-e783-4822-9de8-1bdd2fc54ce6 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:26.761848 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:26.788806 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4265b1-7313-4e4a-9e91-73c7a96d5ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac05206a-e783-4822-9de8-1bdd2fc54ce6'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:29:26.791065 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5119aa86-644a-4fbf-8f60-4ba678f088c3" -d '{"events": [{"server_uuid": "fe4265b1-7313-4e4a-9e91-73c7a96d5ddc", "name": "network-vif-plugged", "status": "completed", "tag": "ac05206a-e783-4822-9de8-1bdd2fc54ce6"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:29:26.803984 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port ac05206a-e783-4822-9de8-1bdd2fc54ce6, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ac05206a-e783-4822-9de8-1bdd2fc54ce6,segment=NetworkSegment(243b6cbf-5309-42be-8384-cf0f6f6d3edf),segment_id=243b6cbf-5309-42be-8384-cf0f6f6d3edf)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:26.891723 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:26.937238 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:26.940487 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=ac05206a-e783-4822-9de8-1bdd2fc54ce6,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:26.952433 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76420cf9-66d3-4ed0-9344-0d92b6c8dc40 x-openstack-request-id: req-76420cf9-66d3-4ed0-9344-0d92b6c8dc40 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:29:26.952433 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4265b1-7313-4e4a-9e91-73c7a96d5ddc", "name": "network-vif-plugged", "status": "completed", "tag": "ac05206a-e783-4822-9de8-1bdd2fc54ce6", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:29:26.952918 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-76420cf9-66d3-4ed0-9344-0d92b6c8dc40 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:29:26.953454 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76420cf9-66d3-4ed0-9344-0d92b6c8dc40'] response: {'server_uuid': 'fe4265b1-7313-4e4a-9e91-73c7a96d5ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac05206a-e783-4822-9de8-1bdd2fc54ce6', 'code': 200} Jul 25 19:29:27.242720 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02118b2a-579b-4063-8bba-b03f25972093 req-45ab3b45-1c62-4ccf-83f0-35d14dfcac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:27.244279 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-02118b2a-579b-4063-8bba-b03f25972093 req-45ab3b45-1c62-4ccf-83f0-35d14dfcac59 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 1133 time: 0.0452478 Jul 25 19:29:27.270615 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:27.295753 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-02118b2a-579b-4063-8bba-b03f25972093 req-5de78eb7-a35f-4ec4-8a9e-f0e81d63ef25 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453098 Jul 25 19:29:27.507253 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7adcc-568d-4ecf-8222-d323f2a2451d req-fe78350d-5303-4b3a-a071-b67ee9b0e5a5 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:27.508769 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fbf7adcc-568d-4ecf-8222-d323f2a2451d req-fe78350d-5303-4b3a-a071-b67ee9b0e5a5 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 949 time: 0.0558932 Jul 25 19:29:27.567679 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fbf7adcc-568d-4ecf-8222-d323f2a2451d req-3507a5cf-0b66-4bbe-bd54-c9c1883b7cc2 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479259 Jul 25 19:29:28.307822 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e2d8b6f5-d459-49ce-bc4e-f7e06e6b4fd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:28.703608 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1602e-51fb-4218-9c68-3f4500745465 req-2ec41c96-8204-4a08-bf0f-17ea08807253 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:28.705167 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-eaf1602e-51fb-4218-9c68-3f4500745465 req-2ec41c96-8204-4a08-bf0f-17ea08807253 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 949 time: 0.0505035 Jul 25 19:29:28.755990 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-eaf1602e-51fb-4218-9c68-3f4500745465 req-ff6b7779-781d-4010-bf95-d1111de8d5e7 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450556 Jul 25 19:29:29.583203 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:29.844388 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=76,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:29.846246 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=76,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:29.887710 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f9d7e-5f57-4ffb-9cf1-a0a3e7849742 req-2ff2b3b4-1278-478b-aafe-51f3e172a607 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:29.889262 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-327f9d7e-5f57-4ffb-9cf1-a0a3e7849742 req-2ff2b3b4-1278-478b-aafe-51f3e172a607 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 949 time: 0.0546782 Jul 25 19:29:29.956418 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-327f9d7e-5f57-4ffb-9cf1-a0a3e7849742 req-88794384-db31-413d-bfd0-304e6715cd2f tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605721 Jul 25 19:29:30.411269 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062fbd6-ce0c-42dc-be2d-f56613ff1b38 req-1b62f7a1-ae1b-4732-b2a1-8febe8d81e98 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:30.412780 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9062fbd6-ce0c-42dc-be2d-f56613ff1b38 req-1b62f7a1-ae1b-4732-b2a1-8febe8d81e98 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 949 time: 0.0522048 Jul 25 19:29:30.468483 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9062fbd6-ce0c-42dc-be2d-f56613ff1b38 req-c6af6903-0638-4ad4-baff-fd174e62b70f tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490811 Jul 25 19:29:30.908241 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:31.353494 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:31.603444 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d4599-41ac-4ce2-8beb-42a871c82be5 req-e2edcead-5b34-4793-a57e-2ba280fc0528 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:31.605490 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2b7d4599-41ac-4ce2-8beb-42a871c82be5 req-e2edcead-5b34-4793-a57e-2ba280fc0528 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 949 time: 0.0558617 Jul 25 19:29:31.661452 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2b7d4599-41ac-4ce2-8beb-42a871c82be5 req-b00709dd-5b0a-4c8b-b489-5676c63bfb8c tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/security-groups?id=69021bf1-918b-4461-ab56-f6855363788a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Jul 25 19:29:31.854247 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:31.892773 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-4205d031-5f72-4bcb-b161-223a292d33b2 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:31.894269 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-4205d031-5f72-4bcb-b161-223a292d33b2 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.88 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 949 time: 0.0499871 Jul 25 19:29:31.986669 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Deleting port ac05206a-e783-4822-9de8-1bdd2fc54ce6 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:29:31.987014 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:32.086533 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] For port ac05206a-e783-4822-9de8-1bdd2fc54ce6, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=ac05206a-e783-4822-9de8-1bdd2fc54ce6,segment=NetworkSegment(243b6cbf-5309-42be-8384-cf0f6f6d3edf),segment_id=243b6cbf-5309-42be-8384-cf0f6f6d3edf)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:32.086902 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:32.100723 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Calling delete_port for ac05206a-e783-4822-9de8-1bdd2fc54ce6 owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:29:32.302990 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (ac05206a-e783-4822-9de8-1bdd2fc54ce6), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:32.315698 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['ac05206a-e783-4822-9de8-1bdd2fc54ce6'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:29:32.335042 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Pushing event deleted for resources: {'Port': ['ID=ac05206a-e783-4822-9de8-1bdd2fc54ce6,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:32.390131 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] No DVR routers for this DVR port ac05206a-e783-4822-9de8-1bdd2fc54ce6 on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:29:32.392878 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:32.396496 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9629e2b6-19c5-4e7a-9163-4ea2a4c50f47 req-04918462-4b36-4ae0-aea0-4b0439264c23 tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.88 "DELETE /v2.0/ports/ac05206a-e783-4822-9de8-1bdd2fc54ce6 HTTP/1.1" status: 204 len: 173 time: 0.4967937 Jul 25 19:29:32.396986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4265b1-7313-4e4a-9e91-73c7a96d5ddc', 'name': 'network-vif-deleted', 'tag': 'ac05206a-e783-4822-9de8-1bdd2fc54ce6'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:29:32.400037 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c060dc3-4a33-40fc-aa37-6a7256425f12" -d '{"events": [{"server_uuid": "fe4265b1-7313-4e4a-9e91-73c7a96d5ddc", "name": "network-vif-deleted", "tag": "ac05206a-e783-4822-9de8-1bdd2fc54ce6"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:29:32.449504 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee508777-600d-4933-b63f-749c13a46c74 x-openstack-request-id: req-ee508777-600d-4933-b63f-749c13a46c74 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:29:32.449879 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4265b1-7313-4e4a-9e91-73c7a96d5ddc", "name": "network-vif-deleted", "tag": "ac05206a-e783-4822-9de8-1bdd2fc54ce6", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:29:32.452026 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ee508777-600d-4933-b63f-749c13a46c74 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:29:32.452026 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee508777-600d-4933-b63f-749c13a46c74'] response: {'server_uuid': 'fe4265b1-7313-4e4a-9e91-73c7a96d5ddc', 'name': 'network-vif-deleted', 'tag': 'ac05206a-e783-4822-9de8-1bdd2fc54ce6', 'status': 'completed', 'code': 200} Jul 25 19:29:32.785255 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0a3be466-5d15-445d-8a01-7ba74048fdbe req-4dc3c72c-0233-4480-84bb-6f51f126d9aa tempest-VolumesNegativeTest-1429052105 tempest-VolumesNegativeTest-1429052105-project] 10.222.0.17 "GET /v2.0/ports?device_id=fe4265b1-7313-4e4a-9e91-73c7a96d5ddc HTTP/1.1" status: 200 len: 210 time: 0.0342312 Jul 25 19:29:34.599132 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device ac05206a-e783-4822-9de8-1bdd2fc54ce6 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:29:34.620458 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: ac05206a-e783-4822-9de8-1bdd2fc54ce6 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:29:34.620781 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device ac05206a-e783-4822-9de8-1bdd2fc54ce6 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:29:40.098866 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50306) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:40.243474 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f49d3abd-6159-40f9-b0ac-da6ffb6dd6fb admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=ce16719a27e24eaa8a8f77f33115e227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431162 Jul 25 19:29:40.246028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50310) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:40.300661 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Publish callbacks [] for security_group (69021bf1-918b-4461-ab56-f6855363788a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:40.323682 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Publish callbacks [] for security_group (69021bf1-918b-4461-ab56-f6855363788a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:40.452388 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (69021bf1-918b-4461-ab56-f6855363788a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:40.455116 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:40.456279 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/69021bf1-918b-4461-ab56-f6855363788a HTTP/1.1" status: 204 len: 168 time: 0.2093234 Jul 25 19:29:40.464411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69021bf1-918b-4461-ab56-f6855363788a,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:40.472167 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.474440 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.474440 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.474440 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.474440 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.474440 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.474440 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.475171 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.475171 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.475171 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.475456 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.475758 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.476083 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.476407 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:40.476733 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90bf0a30-1c48-476b-bf72-75412b65f9cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:41.519513 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50332) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:41.637072 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-93918008-network', 'tenant_id': 'c31a209e911b44eebde1216a909de48a'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:29:41.702643 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Made reservation on behalf of c31a209e911b44eebde1216a909de48a for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:29:41.705109 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:41.714254 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:41.798644 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Publish callbacks [] for security_group (f2ba097d-05e7-455a-8f1d-607ff03d3902), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:41.845424 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f2ba097d-05e7-455a-8f1d-607ff03d3902), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:41.875911 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:29:41.882723 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ba097d-05e7-455a-8f1d-607ff03d3902,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:41.890357 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (8634772d-d4c7-41f0-927e-1c5fd42f51e4), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:41.893575 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Added segment 8634772d-d4c7-41f0-927e-1c5fd42f51e4 of type vlan for network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 Jul 25 19:29:41.936755 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (ea6eca43-dae2-42e0-92b2-a3ff6a694e05), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:42.028663 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:42.064478 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (ea6eca43-dae2-42e0-92b2-a3ff6a694e05), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:42.066941 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:42.067569 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:42.142100 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] Pushing event updated for resources: {'Network': ['ID=ea6eca43-dae2-42e0-92b2-a3ff6a694e05,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:42.152696 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:29:42.225443 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-0f8f8767-7a30-46dd-973c-4dfa256ba142 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7047672 Jul 25 19:29:42.228266 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50336) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:42.235203 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Request body: {'subnet': {'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-93918008-subnet', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:29:42.241983 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:42.314575 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Made reservation on behalf of c31a209e911b44eebde1216a909de48a for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:29:42.317119 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844011'] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:42.390731 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:42.588703 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3796430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8843993'] for subnet (05d82228-ee95-41e6-a719-d209eacb3f37), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:42.646551 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d82228-ee95-41e6-a719-d209eacb3f37,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:42.658649 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Checking segment: {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:42.659007 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Network hostable DHCP agents. Network: ea6eca43-dae2-42e0-92b2-a3ff6a694e05, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:29:42.760637 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=58,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:42.761472 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=51,neutron:DELETE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:42.776887 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:29:42.874639 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, ea6eca43-dae2-42e0-92b2-a3ff6a694e05) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:42.879143 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:42.879735 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:42.884423 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25d1be2-156d-4edf-bc9b-94df60ad3aeb None None] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:29:42.947047 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:42.982237 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-00d7cf17-7084-462e-9541-8a9aa6494f58 admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7496476 Jul 25 19:29:42.982579 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50338) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:42.987290 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:29:43.002468 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'project_id': 'c31a209e911b44eebde1216a909de48a', 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:29:43.002468 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.086260 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.087462 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.143097 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks [] for router_controller (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), precommit_add_association {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.155316 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Allocated IP 172.20.0.2 (ea6eca43-dae2-42e0-92b2-a3ff6a694e05/05d82228-ee95-41e6-a719-d209eacb3f37/09bf9621-ddc0-478a-955e-afd4e3558e43) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:29:43.315186 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Publish callbacks [] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.316298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:43.326738 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks [] for router_gateway (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.412079 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.456174 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:43.462057 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:43.464619 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:29:43.469874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Pushing event updated for resources: {'Port': ['ID=09bf9621-ddc0-478a-955e-afd4e3558e43,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:43.528469 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Attempting to bind port 09bf9621-ddc0-478a-955e-afd4e3558e43 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:29:43.529006 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Attempting to bind port 09bf9621-ddc0-478a-955e-afd4e3558e43 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:29:43.529547 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Attempting to bind port 09bf9621-ddc0-478a-955e-afd4e3558e43 on network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:29:43.535349 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:29:43.535745 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Checking segment: {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:43.536245 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.536696 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Bound using segment: {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:29:43.537222 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Bound port: 09bf9621-ddc0-478a-955e-afd4e3558e43, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:29:43.537602 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.589865 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks [] for router_gateway (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.604778 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] For port 09bf9621-ddc0-478a-955e-afd4e3558e43, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:29:43.609037 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] For port 09bf9621-ddc0-478a-955e-afd4e3558e43, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=09bf9621-ddc0-478a-955e-afd4e3558e43,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:29:43.614151 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.616743 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:43.709282 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:43.789663 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154d42c-5125-4f69-b5a3-246bca505d0d None None] Pushing event updated for resources: {'Port': ['ID=09bf9621-ddc0-478a-955e-afd4e3558e43,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:44.033074 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Allocated IP 172.27.0.91 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/1854fbf3-4600-4104-913d-76a642b59c58) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:29:44.169992 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks [] for port (1854fbf3-4600-4104-913d-76a642b59c58), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:44.187369 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:44.264155 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (1854fbf3-4600-4104-913d-76a642b59c58), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:44.307387 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:44.313325 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:44.317304 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:29:44.320847 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Pushing event updated for resources: {'Port': ['ID=1854fbf3-4600-4104-913d-76a642b59c58,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:44.670652 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks [] for router_gateway (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:44.692620 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa595480-14a8-4398-8ae6-d09d4d001c34 None None] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:29:44.814226 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-e255d1e5-d583-4f6f-8ad6-c9320fd920e3 None None] Provisioning complete for port 09bf9621-ddc0-478a-955e-afd4e3558e43 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:44.814598 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e255d1e5-d583-4f6f-8ad6-c9320fd920e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:44.887031 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:44.896919 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-e255d1e5-d583-4f6f-8ad6-c9320fd920e3 None None] Current status of the port 09bf9621-ddc0-478a-955e-afd4e3558e43 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:44.897314 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e255d1e5-d583-4f6f-8ad6-c9320fd920e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:44.935538 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-e255d1e5-d583-4f6f-8ad6-c9320fd920e3 None None] For port 09bf9621-ddc0-478a-955e-afd4e3558e43, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=09bf9621-ddc0-478a-955e-afd4e3558e43,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:44.980490 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:45.006148 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e255d1e5-d583-4f6f-8ad6-c9320fd920e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:45.093075 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255d1e5-d583-4f6f-8ad6-c9320fd920e3 None None] Pushing event updated for resources: {'Port': ['ID=09bf9621-ddc0-478a-955e-afd4e3558e43,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:45.108268 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 09bf9621-ddc0-478a-955e-afd4e3558e43 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:45.131073 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:29:45.150905 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-008ce7f1-4cdd-4229-835e-695d3b1306b6 None None] Provisioning complete for port 09bf9621-ddc0-478a-955e-afd4e3558e43 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:45.151283 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-008ce7f1-4cdd-4229-835e-695d3b1306b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:45.201649 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 09bf9621-ddc0-478a-955e-afd4e3558e43 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:45.202032 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:45.232125 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:45.254540 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:29:45.267714 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Sync routers for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:29:45.280504 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:29:45.281398 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:29:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:45.283389 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-008ce7f1-4cdd-4229-835e-695d3b1306b6 None None] Current status of the port 09bf9621-ddc0-478a-955e-afd4e3558e43 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:45.322074 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 09bf9621-ddc0-478a-955e-afd4e3558e43 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:45.345565 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:45.346545 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-99971558-a298-4e2a-bfea-950ad71db61a admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3628695 Jul 25 19:29:45.349242 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50340) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:45.393908 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:29:45.580913 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:44Z', 'revision_number': 3, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:45.607815 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Checking router: 207e9eb7-7bca-473c-b2d0-a89c50c6a55b for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:29:45.608053 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Updating router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b port 1854fbf3-4600-4104-913d-76a642b59c58 binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:29:45.636710 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (1854fbf3-4600-4104-913d-76a642b59c58), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:45.700430 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:45.796657 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:45.911206 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Publish callbacks [] for port (1854fbf3-4600-4104-913d-76a642b59c58), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:45.958453 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:45.968480 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Allocated IP 172.20.0.1 (ea6eca43-dae2-42e0-92b2-a3ff6a694e05/05d82228-ee95-41e6-a719-d209eacb3f37/19bf2344-bc74-416e-9905-0a391d5e4575) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:29:45.999379 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (1854fbf3-4600-4104-913d-76a642b59c58), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.052425 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Attempting to bind port 1854fbf3-4600-4104-913d-76a642b59c58 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:29:46.052792 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Attempting to bind port 1854fbf3-4600-4104-913d-76a642b59c58 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:29:46.053153 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Attempting to bind port 1854fbf3-4600-4104-913d-76a642b59c58 on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:29:46.055171 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Pushing event updated for resources: {'Port': ['ID=1854fbf3-4600-4104-913d-76a642b59c58,revision_number=2']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:46.065360 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.065704 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.066086 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.066446 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.066779 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.067106 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.067425 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.067747 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.068118 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.068458 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.068747 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.069064 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.069378 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.069786 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.070005 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:29:46.073357 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:29:46.074451 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:46.074451 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.074663 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:29:46.074977 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Bound port: 1854fbf3-4600-4104-913d-76a642b59c58, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:29:46.075379 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (1854fbf3-4600-4104-913d-76a642b59c58), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.086500 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Publish callbacks [] for port (19bf2344-bc74-416e-9905-0a391d5e4575), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.123835 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:46.127373 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] For port 1854fbf3-4600-4104-913d-76a642b59c58, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:29:46.142438 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] For port 1854fbf3-4600-4104-913d-76a642b59c58, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=1854fbf3-4600-4104-913d-76a642b59c58,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:29:46.171269 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.200668 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (1854fbf3-4600-4104-913d-76a642b59c58), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.209553 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:46.222293 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:46.228055 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:46.230984 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:29:46.236313 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Pushing event updated for resources: {'Port': ['ID=19bf2344-bc74-416e-9905-0a391d5e4575,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:46.305700 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.368064 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:29:46.368699 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:29:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:46.371095 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3e715f-b689-446e-b87d-7a800bda14c1 None None] Pushing event updated for resources: {'Port': ['ID=1854fbf3-4600-4104-913d-76a642b59c58,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:46.493515 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:29:46.507001 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:46.511980 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-097fc501-757a-4293-a674-8f7c65b3e649 None None] Provisioning complete for port 19bf2344-bc74-416e-9905-0a391d5e4575 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:46.512298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-097fc501-757a-4293-a674-8f7c65b3e649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.545590 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.548355 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-097fc501-757a-4293-a674-8f7c65b3e649 None None] Port 19bf2344-bc74-416e-9905-0a391d5e4575 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:29:46.647187 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:46.671320 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:44Z', 'revision_number': 3, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:46.698984 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21467584-ec25-4d73-aa4e-87da698d5ed0 None None] The sync data for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi is: [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:44Z', 'revision_number': 3, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:29:46.724387 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Publish callbacks [] for port (19bf2344-bc74-416e-9905-0a391d5e4575), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.804753 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.879785 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:46.881826 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Pushing event updated for resources: {'Port': ['ID=19bf2344-bc74-416e-9905-0a391d5e4575,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:46.972760 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:47.005474 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:47.007156 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:47.176286 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:29:47.183205 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 09bf9621-ddc0-478a-955e-afd4e3558e43 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:47.337766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:29:47.343936 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-524e3b99-3b7c-4f68-8ed4-f245df9190f7 admin admin] 10.222.0.17 "PUT /v2.0/routers/207e9eb7-7bca-473c-b2d0-a89c50c6a55b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9936097 Jul 25 19:29:47.415077 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-25e9a0fb-7ff1-4a7c-8c28-0804b6808c62 None None] Provisioning complete for port 19bf2344-bc74-416e-9905-0a391d5e4575 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:47.415835 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-25e9a0fb-7ff1-4a7c-8c28-0804b6808c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:47.458188 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 09bf9621-ddc0-478a-955e-afd4e3558e43 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:47.458598 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:47.462859 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-25e9a0fb-7ff1-4a7c-8c28-0804b6808c62 None None] Port 19bf2344-bc74-416e-9905-0a391d5e4575 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:29:47.543300 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 09bf9621-ddc0-478a-955e-afd4e3558e43 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:47.545154 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 1854fbf3-4600-4104-913d-76a642b59c58 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:47.594903 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 1854fbf3-4600-4104-913d-76a642b59c58 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:47.600475 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (1854fbf3-4600-4104-913d-76a642b59c58), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:47.676595 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 1854fbf3-4600-4104-913d-76a642b59c58 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:47.676960 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (1854fbf3-4600-4104-913d-76a642b59c58), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:47.699243 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 1854fbf3-4600-4104-913d-76a642b59c58, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=1854fbf3-4600-4104-913d-76a642b59c58,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:47.777778 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (1854fbf3-4600-4104-913d-76a642b59c58), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:47.820876 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:29:47.835806 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=1854fbf3-4600-4104-913d-76a642b59c58,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:48.099939 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50356) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:48.105145 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1714085833-network', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:29:48.221568 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Made reservation on behalf of 1a99d4e0d3d44e5b8103b8a51ddd7d49 for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:29:48.224068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.234888 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.318524 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Publish callbacks [] for security_group (a8783782-ef43-4983-a9cb-0cc6316a8a13), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.384489 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a8783782-ef43-4983-a9cb-0cc6316a8a13), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.411401 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Sync routers for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:29:48.415238 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:29:48.421862 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8783782-ef43-4983-a9cb-0cc6316a8a13,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:48.426289 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:29:48.426289 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:29:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:48.430670 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.431032 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Added segment 8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e of type vlan for network ea55379a-40cf-4621-a45b-4e100355ade4 Jul 25 19:29:48.476094 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (ea55379a-40cf-4621-a45b-4e100355ade4), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.532357 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:29:48.559827 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (ea55379a-40cf-4621-a45b-4e100355ade4), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.560891 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:48.561488 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.626473 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] Pushing event updated for resources: {'Network': ['ID=ea55379a-40cf-4621-a45b-4e100355ade4,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:48.644236 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network ea55379a-40cf-4621-a45b-4e100355ade4 details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:29:48.668291 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-e4aaf5b6-26b2-436c-b746-7e96b80c43fe admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5646355 Jul 25 19:29:48.668652 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50358) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:48.676457 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Request body: {'subnet': {'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1714085833-subnet', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:29:48.748564 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Made reservation on behalf of 1a99d4e0d3d44e5b8103b8a51ddd7d49 for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:29:48.751127 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844011'] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.779648 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:48.799251 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 2, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:48.844250 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Checking router: 207e9eb7-7bca-473c-b2d0-a89c50c6a55b for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:29:48.844736 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Updating router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b port 19bf2344-bc74-416e-9905-0a391d5e4575 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:29:48.845519 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:48.893364 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:48.911080 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:48.984171 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:49.097491 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3796430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8843993'] for subnet (f522137d-9099-40d4-a475-c2b9dd257eb3), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.107669 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 1854fbf3-4600-4104-913d-76a642b59c58 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:49.150279 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f522137d-9099-40d4-a475-c2b9dd257eb3,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:49.172788 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Checking segment: {'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:49.173579 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Network hostable DHCP agents. Network: ea55379a-40cf-4621-a45b-4e100355ade4, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:29:49.203884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 1854fbf3-4600-4104-913d-76a642b59c58 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:49.204237 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (1854fbf3-4600-4104-913d-76a642b59c58), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.268823 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Network ea55379a-40cf-4621-a45b-4e100355ade4 is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:29:49.305967 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Publish callbacks [] for port (19bf2344-bc74-416e-9905-0a391d5e4575), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.343061 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 1854fbf3-4600-4104-913d-76a642b59c58 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:49.365324 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, ea55379a-40cf-4621-a45b-4e100355ade4) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:49.369370 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:29:49.373708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.374868 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a02037-fae7-4d4b-bd4b-22a338bb6797 None None] Network ea55379a-40cf-4621-a45b-4e100355ade4 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:29:49.422786 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.506881 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-530cf08a-ea12-4fe3-8cf9-81cffb93f92f admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8337257 Jul 25 19:29:49.508083 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50360) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:49.509727 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851ac74-4f0f-4c8a-a33f-5bd632bd40ae None None] Pushing event updated for resources: {'Port': ['ID=19bf2344-bc74-416e-9905-0a391d5e4575,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:49.518565 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:29:49.579851 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-ea55379a-40cf-4621-a45b-4e100355ade4', 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4', 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'fixed_ips': [{'subnet_id': 'f522137d-9099-40d4-a475-c2b9dd257eb3'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:29:49.580940 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.584983 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:49.605478 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (7f5c8820-4be2-47d8-809d-c53694b3b9c4), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.607495 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (7f5c8820-4be2-47d8-809d-c53694b3b9c4), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.610073 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Attempting to bind port 19bf2344-bc74-416e-9905-0a391d5e4575 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:29:49.610641 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Attempting to bind port 19bf2344-bc74-416e-9905-0a391d5e4575 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:29:49.611726 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Attempting to bind port 19bf2344-bc74-416e-9905-0a391d5e4575 on network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:29:49.627504 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:29:49.627504 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Checking segment: {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:49.627504 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.627989 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Bound using segment: {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:29:49.628319 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Bound port: 19bf2344-bc74-416e-9905-0a391d5e4575, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:29:49.628723 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.676972 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks [] for router_controller (7f5c8820-4be2-47d8-809d-c53694b3b9c4), precommit_add_association {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.789893 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] For port 19bf2344-bc74-416e-9905-0a391d5e4575, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:29:49.815767 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] For port 19bf2344-bc74-416e-9905-0a391d5e4575, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=19bf2344-bc74-416e-9905-0a391d5e4575,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:29:49.830976 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:49.832285 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Allocated IP 172.20.0.2 (ea55379a-40cf-4621-a45b-4e100355ade4/f522137d-9099-40d4-a475-c2b9dd257eb3/7f14aba8-6f52-49da-848e-f1e8a7b2e765) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:29:49.834291 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-da7e447f-a951-44df-85fa-8fd879a32151 None None] Provisioning complete for port 19bf2344-bc74-416e-9905-0a391d5e4575 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:49.834691 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-da7e447f-a951-44df-85fa-8fd879a32151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.913938 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-da7e447f-a951-44df-85fa-8fd879a32151 None None] Port 19bf2344-bc74-416e-9905-0a391d5e4575 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:29:49.920629 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:49.923011 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks [] for router_gateway (7f5c8820-4be2-47d8-809d-c53694b3b9c4), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.156970 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:29:50.157563 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:29:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:50.167282 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851ac74-4f0f-4c8a-a33f-5bd632bd40ae None None] Pushing event updated for resources: {'Port': ['ID=19bf2344-bc74-416e-9905-0a391d5e4575,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:50.332884 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Publish callbacks [] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.351095 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:29:50.353745 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-1379bd48-1dbc-4374-a317-f96c742c1d73 None None] Provisioning complete for port 19bf2344-bc74-416e-9905-0a391d5e4575 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:50.354119 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1379bd48-1dbc-4374-a317-f96c742c1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.452792 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.490540 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks [] for router_gateway (7f5c8820-4be2-47d8-809d-c53694b3b9c4), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.510837 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.552604 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:50.554589 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Network ea55379a-40cf-4621-a45b-4e100355ade4 is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:50.566441 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:50.576609 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:29:50.580885 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Pushing event updated for resources: {'Port': ['ID=7f14aba8-6f52-49da-848e-f1e8a7b2e765,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:50.625288 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Allocated IP 172.27.0.192 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/f72bd739-a433-453b-8418-f63051371343) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:29:50.627124 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:50.695037 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-1379bd48-1dbc-4374-a317-f96c742c1d73 None None] Current status of the port 19bf2344-bc74-416e-9905-0a391d5e4575 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:50.695431 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1379bd48-1dbc-4374-a317-f96c742c1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.735268 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks [] for port (f72bd739-a433-453b-8418-f63051371343), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.738537 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Attempting to bind port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:29:50.738911 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Attempting to bind port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:29:50.739277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Attempting to bind port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 on network ea55379a-40cf-4621-a45b-4e100355ade4 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:29:50.748151 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:49Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:50.783517 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:29:50.785976 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Checking segment: {'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:50.785976 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.785976 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Bound using segment: {'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:29:50.785976 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Bound port: 7f14aba8-6f52-49da-848e-f1e8a7b2e765, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:29:50.785976 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.790552 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-1379bd48-1dbc-4374-a317-f96c742c1d73 None None] For port 19bf2344-bc74-416e-9905-0a391d5e4575, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=19bf2344-bc74-416e-9905-0a391d5e4575,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:50.797786 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab02bafc-20c8-4a7b-b0e3-a25426c00c11 None None] The sync data for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi is: [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:49Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:29:50.824138 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:50.881544 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] For port 7f14aba8-6f52-49da-848e-f1e8a7b2e765, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:29:50.884855 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] For port 7f14aba8-6f52-49da-848e-f1e8a7b2e765, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=7f14aba8-6f52-49da-848e-f1e8a7b2e765,segment=NetworkSegment(8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e),segment_id=8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:29:50.891593 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1379bd48-1dbc-4374-a317-f96c742c1d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.894249 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (f72bd739-a433-453b-8418-f63051371343), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:50.941960 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:50.958443 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:50.958678 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379bd48-1dbc-4374-a317-f96c742c1d73 None None] Pushing event updated for resources: {'Port': ['ID=19bf2344-bc74-416e-9905-0a391d5e4575,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:50.963243 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:50.966977 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:29:50.967216 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:51.004676 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=f72bd739-a433-453b-8418-f63051371343,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:51.071482 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5063e088-93d7-4188-a3e0-e365f8123b7a None None] Pushing event updated for resources: {'Port': ['ID=7f14aba8-6f52-49da-848e-f1e8a7b2e765,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:51.169485 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 19bf2344-bc74-416e-9905-0a391d5e4575 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:51.233197 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 19bf2344-bc74-416e-9905-0a391d5e4575 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:51.233751 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:51.362269 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 19bf2344-bc74-416e-9905-0a391d5e4575 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:51.424418 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks [] for router_gateway (7f5c8820-4be2-47d8-809d-c53694b3b9c4), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:51.639164 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (7f5c8820-4be2-47d8-809d-c53694b3b9c4), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:51.851397 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:29:51.988305 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:29:52.002646 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:52.005366 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Sync routers for ids ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:29:52.017537 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Routers {'7f5c8820-4be2-47d8-809d-c53694b3b9c4'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:29:52.018448 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:29:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:52.099309 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.100736 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-2bb8104f-7f5b-48fa-87f1-122b1eb26fd0 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5901883 Jul 25 19:29:52.103885 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50362) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:29:52.144615 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928b00b-af12-4d4b-aa8d-03368ebcca47 None None] Network ea55379a-40cf-4621-a45b-4e100355ade4 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:29:52.155153 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Set router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:29:52.256672 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-a5f557cf-018f-415c-9596-1bcd78ce2ddb None None] Provisioning complete for port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:52.257434 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a5f557cf-018f-415c-9596-1bcd78ce2ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.364449 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f72bd739-a433-453b-8418-f63051371343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:29:51Z', 'revision_number': 3, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port': {'id': 'f72bd739-a433-453b-8418-f63051371343', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:50Z', 'updated_at': '2022-07-25T19:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:52.377448 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-a5f557cf-018f-415c-9596-1bcd78ce2ddb None None] Current status of the port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:52.377853 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a5f557cf-018f-415c-9596-1bcd78ce2ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.391641 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Checking router: 7f5c8820-4be2-47d8-809d-c53694b3b9c4 for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:29:52.392257 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Updating router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 port f72bd739-a433-453b-8418-f63051371343 binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:29:52.416370 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-a5f557cf-018f-415c-9596-1bcd78ce2ddb None None] For port 7f14aba8-6f52-49da-848e-f1e8a7b2e765, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=7f14aba8-6f52-49da-848e-f1e8a7b2e765,segment=NetworkSegment(8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e),segment_id=8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:52.427815 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (f72bd739-a433-453b-8418-f63051371343), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.464299 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a5f557cf-018f-415c-9596-1bcd78ce2ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.503929 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:52.531022 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f557cf-018f-415c-9596-1bcd78ce2ddb None None] Pushing event updated for resources: {'Port': ['ID=7f14aba8-6f52-49da-848e-f1e8a7b2e765,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:52.616722 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.620976 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:52.693270 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-86d58015-a79e-48b2-ac51-9dc506a92838 None None] Provisioning complete for port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:52.694699 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-86d58015-a79e-48b2-ac51-9dc506a92838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.745469 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Publish callbacks [] for port (f72bd739-a433-453b-8418-f63051371343), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.792239 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-86d58015-a79e-48b2-ac51-9dc506a92838 None None] Current status of the port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:52.803952 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Allocated IP 172.20.0.1 (ea55379a-40cf-4621-a45b-4e100355ade4/f522137d-9099-40d4-a475-c2b9dd257eb3/8433d143-6a6e-4e61-ba98-2d37cca3cbea) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:29:52.815784 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (f72bd739-a433-453b-8418-f63051371343), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.868303 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Attempting to bind port f72bd739-a433-453b-8418-f63051371343 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:29:52.868685 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Attempting to bind port f72bd739-a433-453b-8418-f63051371343 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:29:52.869044 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Attempting to bind port f72bd739-a433-453b-8418-f63051371343 on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:29:52.879316 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:29:52.879661 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:52.880072 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.880462 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:29:52.880944 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Bound port: f72bd739-a433-453b-8418-f63051371343, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:29:52.881312 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (f72bd739-a433-453b-8418-f63051371343), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.883191 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a0f34-719c-4917-bd2c-c32c7bd4830c None None] Pushing event updated for resources: {'Port': ['ID=f72bd739-a433-453b-8418-f63051371343,revision_number=2']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:52.886849 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:52.930442 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Publish callbacks [] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:52.935797 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] For port f72bd739-a433-453b-8418-f63051371343, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:29:52.939318 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] For port f72bd739-a433-453b-8418-f63051371343, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=f72bd739-a433-453b-8418-f63051371343,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:29:53.034706 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (f72bd739-a433-453b-8418-f63051371343), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.063769 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.095166 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 7f14aba8-6f52-49da-848e-f1e8a7b2e765 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:53.096537 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Routers {'7f5c8820-4be2-47d8-809d-c53694b3b9c4'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:29:53.097176 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:29:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:53.112853 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Network ea55379a-40cf-4621-a45b-4e100355ade4 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:53.118467 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:53.120446 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Pushing event updated for resources: {'Port': ['ID=8433d143-6a6e-4e61-ba98-2d37cca3cbea,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:53.123416 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:29:53.130809 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:53.174964 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:53.177371 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.194982 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (7f5c8820-4be2-47d8-809d-c53694b3b9c4), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.198283 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:53.212434 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] Set router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:29:53.259830 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:53.316545 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:53.354007 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a0f34-719c-4917-bd2c-c32c7bd4830c None None] Pushing event updated for resources: {'Port': ['ID=f72bd739-a433-453b-8418-f63051371343,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:53.410531 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.417062 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-4eb9961d-4dfc-4730-b8c5-5998f1b53651 None None] Provisioning complete for port 8433d143-6a6e-4e61-ba98-2d37cca3cbea triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:53.417433 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4eb9961d-4dfc-4730-b8c5-5998f1b53651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.452718 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:53.454675 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-4eb9961d-4dfc-4730-b8c5-5998f1b53651 None None] Port 8433d143-6a6e-4e61-ba98-2d37cca3cbea cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:29:53.464913 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f72bd739-a433-453b-8418-f63051371343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:29:51Z', 'revision_number': 3, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port': {'id': 'f72bd739-a433-453b-8418-f63051371343', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:50Z', 'updated_at': '2022-07-25T19:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:53.490985 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b16288-2c90-4fac-9dfb-1c52992cb315 None None] The sync data for ids ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'] in dv-cinder-820027-16-iscsi is: [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f72bd739-a433-453b-8418-f63051371343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:29:51Z', 'revision_number': 3, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port': {'id': 'f72bd739-a433-453b-8418-f63051371343', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:50Z', 'updated_at': '2022-07-25T19:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:29:53.597038 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Publish callbacks [] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.657024 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.743670 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (7f5c8820-4be2-47d8-809d-c53694b3b9c4), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:53.752246 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Pushing event updated for resources: {'Port': ['ID=8433d143-6a6e-4e61-ba98-2d37cca3cbea,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:53.859430 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Network ea55379a-40cf-4621-a45b-4e100355ade4 is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:29:53.860932 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:29:53.979782 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:29:54.080747 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-d3f9ec30-de0f-4654-bb16-205d7a2baa82 None None] Provisioning complete for port 8433d143-6a6e-4e61-ba98-2d37cca3cbea triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:54.081246 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d3f9ec30-de0f-4654-bb16-205d7a2baa82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:54.103597 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:29:54.114287 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-20e11192-5186-43ee-b9ad-cfbd8140c32a admin admin] 10.222.0.17 "PUT /v2.0/routers/7f5c8820-4be2-47d8-809d-c53694b3b9c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0091906 Jul 25 19:29:54.128401 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-d3f9ec30-de0f-4654-bb16-205d7a2baa82 None None] Port 8433d143-6a6e-4e61-ba98-2d37cca3cbea cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:29:55.061269 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Sync routers for ids ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:29:55.079233 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Routers {'7f5c8820-4be2-47d8-809d-c53694b3b9c4'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:29:55.080766 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:29:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:55.140207 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device f72bd739-a433-453b-8418-f63051371343 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:55.406845 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port f72bd739-a433-453b-8418-f63051371343 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:55.407379 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (f72bd739-a433-453b-8418-f63051371343), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:55.433784 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Set router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:29:55.631293 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port f72bd739-a433-453b-8418-f63051371343 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:55.631797 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (f72bd739-a433-453b-8418-f63051371343), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:55.682930 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port f72bd739-a433-453b-8418-f63051371343, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=f72bd739-a433-453b-8418-f63051371343,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:55.744250 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (f72bd739-a433-453b-8418-f63051371343), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:55.755335 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f72bd739-a433-453b-8418-f63051371343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:29:53Z', 'revision_number': 4, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port': {'id': 'f72bd739-a433-453b-8418-f63051371343', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a2:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:50Z', 'updated_at': '2022-07-25T19:29:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '8433d143-6a6e-4e61-ba98-2d37cca3cbea', 'name': '', 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'mac_address': 'fa:16:3e:de:89:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'f522137d-9099-40d4-a475-c2b9dd257eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:52Z', 'updated_at': '2022-07-25T19:29:53Z', 'revision_number': 2, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'subnets': [{'id': 'f522137d-9099-40d4-a475-c2b9dd257eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:55.821883 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Checking router: 7f5c8820-4be2-47d8-809d-c53694b3b9c4 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:29:55.822355 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Updating router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 port 8433d143-6a6e-4e61-ba98-2d37cca3cbea binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:29:55.855505 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5e2007a5-36dc-4246-877e-4edcc6fc2427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:55.876148 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:55.881595 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=f72bd739-a433-453b-8418-f63051371343,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:55.981236 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:56.123745 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:56.204881 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Publish callbacks [] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:56.245861 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:56.319011 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad612adc-8f33-45b4-aa76-d97b5b0396e5 None None] Pushing event updated for resources: {'Port': ['ID=8433d143-6a6e-4e61-ba98-2d37cca3cbea,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:56.384505 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Attempting to bind port 8433d143-6a6e-4e61-ba98-2d37cca3cbea on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:29:56.385337 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Attempting to bind port 8433d143-6a6e-4e61-ba98-2d37cca3cbea by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:29:56.385964 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Attempting to bind port 8433d143-6a6e-4e61-ba98-2d37cca3cbea on network ea55379a-40cf-4621-a45b-4e100355ade4 {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:29:56.395053 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:29:56.395735 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Checking segment: {'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:29:56.396306 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:56.400539 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Bound using segment: {'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:29:56.405592 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Bound port: 8433d143-6a6e-4e61-ba98-2d37cca3cbea, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:29:56.405592 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:56.499511 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] For port 8433d143-6a6e-4e61-ba98-2d37cca3cbea, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:29:56.504102 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] For port 8433d143-6a6e-4e61-ba98-2d37cca3cbea, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=8433d143-6a6e-4e61-ba98-2d37cca3cbea,segment=NetworkSegment(8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e),segment_id=8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:29:56.579005 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-1eaa4537-aff1-4a26-8db4-b3c448d86658 None None] Provisioning complete for port 8433d143-6a6e-4e61-ba98-2d37cca3cbea triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:56.579867 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4537-aff1-4a26-8db4-b3c448d86658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:56.600171 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:56.697877 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad612adc-8f33-45b4-aa76-d97b5b0396e5 None None] Pushing event updated for resources: {'Port': ['ID=8433d143-6a6e-4e61-ba98-2d37cca3cbea,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:56.703118 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Routers {'7f5c8820-4be2-47d8-809d-c53694b3b9c4'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:29:56.703851 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:29:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:56.799153 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-1eaa4537-aff1-4a26-8db4-b3c448d86658 None None] Current status of the port 8433d143-6a6e-4e61-ba98-2d37cca3cbea is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:56.799540 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4537-aff1-4a26-8db4-b3c448d86658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:56.883108 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-1eaa4537-aff1-4a26-8db4-b3c448d86658 None None] For port 8433d143-6a6e-4e61-ba98-2d37cca3cbea, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=8433d143-6a6e-4e61-ba98-2d37cca3cbea,segment=NetworkSegment(8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e),segment_id=8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:29:56.911515 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] Set router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:29:56.962464 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-1eaa4537-aff1-4a26-8db4-b3c448d86658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:57.115119 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device f72bd739-a433-453b-8418-f63051371343 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:57.136707 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:57.171699 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-4b35ba34-7cf0-4147-a39f-a80a7e44a8e8 None None] Provisioning complete for port 8433d143-6a6e-4e61-ba98-2d37cca3cbea triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:57.172787 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4b35ba34-7cf0-4147-a39f-a80a7e44a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:57.175158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa4537-aff1-4a26-8db4-b3c448d86658 None None] Pushing event updated for resources: {'Port': ['ID=8433d143-6a6e-4e61-ba98-2d37cca3cbea,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:29:57.209335 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:29:57.256443 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port f72bd739-a433-453b-8418-f63051371343 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:57.256814 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (f72bd739-a433-453b-8418-f63051371343), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:57.398078 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f72bd739-a433-453b-8418-f63051371343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:29:53Z', 'revision_number': 4, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port': {'id': 'f72bd739-a433-453b-8418-f63051371343', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:50Z', 'updated_at': '2022-07-25T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '8433d143-6a6e-4e61-ba98-2d37cca3cbea', 'name': '', 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'mac_address': 'fa:16:3e:de:89:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'f522137d-9099-40d4-a475-c2b9dd257eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:52Z', 'updated_at': '2022-07-25T19:29:56Z', 'revision_number': 4, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'subnets': [{'id': 'f522137d-9099-40d4-a475-c2b9dd257eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:29:57.443179 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb04382-1f27-4cea-af9c-004785b8ffaf None None] The sync data for ids ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'] in dv-cinder-820027-16-iscsi is: [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f72bd739-a433-453b-8418-f63051371343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:29:53Z', 'revision_number': 4, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port': {'id': 'f72bd739-a433-453b-8418-f63051371343', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:50Z', 'updated_at': '2022-07-25T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '8433d143-6a6e-4e61-ba98-2d37cca3cbea', 'name': '', 'network_id': 'ea55379a-40cf-4621-a45b-4e100355ade4', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'mac_address': 'fa:16:3e:de:89:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'f522137d-9099-40d4-a475-c2b9dd257eb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:52Z', 'updated_at': '2022-07-25T19:29:56Z', 'revision_number': 4, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'subnets': [{'id': 'f522137d-9099-40d4-a475-c2b9dd257eb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:29:57.447306 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-4b35ba34-7cf0-4147-a39f-a80a7e44a8e8 None None] Current status of the port 8433d143-6a6e-4e61-ba98-2d37cca3cbea is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:57.496060 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port f72bd739-a433-453b-8418-f63051371343 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:58.331511 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-76402af9-3ba4-426c-b178-3d0a116f69bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:59.130923 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 8433d143-6a6e-4e61-ba98-2d37cca3cbea up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:29:59.186395 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 8433d143-6a6e-4e61-ba98-2d37cca3cbea triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:29:59.186775 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:29:59.425112 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 8433d143-6a6e-4e61-ba98-2d37cca3cbea is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:29:59.612071 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:00.909938 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:01.359395 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:03.467925 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=46 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:03.468713 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:04.099815 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=39 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:04.100658 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:06.498198 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-c7204d2f-77c6-4999-b6fa-0c3bce0be478 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:06.499876 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-c7204d2f-77c6-4999-b6fa-0c3bce0be478 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 813 time: 0.1262057 Jul 25 19:30:06.516535 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-b2678b10-52c8-4dbd-8674-47ef6db495d0 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/quotas/c31a209e911b44eebde1216a909de48a HTTP/1.1" status: 200 len: 375 time: 0.0108027 Jul 25 19:30:06.575024 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-5988daa0-dcce-4c59-b2cc-3bfcc49dbae3 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531819 Jul 25 19:30:06.695575 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-2df34a50-5f96-43af-a4f9-84d83d799008 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111002) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:30:06.696833 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-2df34a50-5f96-43af-a4f9-84d83d799008 service neutron] 10.222.0.17 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1082218 Jul 25 19:30:06.810794 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-e29a8c9c-61c0-478e-ba72-7c72b38d80b2 service neutron] 10.222.0.17 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061962 Jul 25 19:30:06.912406 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-0d43e85b-2d5c-43b4-9e39-f491a05f797b service neutron] 10.222.0.17 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909600 Jul 25 19:30:07.219437 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-826fdcb2-68e6-4eb2-8419-ef0add038aeb req-329dc644-90f0-49de-977c-8dc71566b5d7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 210 time: 0.0308971 Jul 25 19:30:08.328136 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e1628eff-40f7-4d3f-81e4-13e242fcade0 req-3e394ff3-504b-482b-889f-55e0f0571513 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 210 time: 0.0341585 Jul 25 19:30:09.461249 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0ee023db-b630-4e07-992d-8606b1aae328 req-4d736451-9539-457d-991c-fa6d5e3381dd tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 210 time: 0.0469816 Jul 25 19:30:09.488741 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-522f2013-d1ac-42a8-b9a0-eda59eadb6d9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:09.490225 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-522f2013-d1ac-42a8-b9a0-eda59eadb6d9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.88 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 813 time: 0.1498446 Jul 25 19:30:09.502441 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'port': {'device_id': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'admin_state_up': True, 'tenant_id': 'c31a209e911b44eebde1216a909de48a'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:09.702405 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Made reservation on behalf of c31a209e911b44eebde1216a909de48a for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:30:09.706039 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:09.846510 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Allocated IP 172.20.0.4 (ea6eca43-dae2-42e0-92b2-a3ff6a694e05/05d82228-ee95-41e6-a719-d209eacb3f37/13a0ecd1-d927-41cb-9b33-c6e18a2f405e) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:30:10.021714 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:10.132037 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:10.180722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:30:10.205323 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:30:10.208119 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'Port': ['ID=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:10.210756 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:30:10.305539 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:10.306240 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:10.432610 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-6fa6c404-d733-484e-9cbf-60057f4e141d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9339492 Jul 25 19:30:10.591602 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5b88b287-c834-4b21-b01d-d30ac2780733 None None] Provisioning complete for port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:30:10.592366 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5b88b287-c834-4b21-b01d-d30ac2780733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:10.610197 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52f1b19-5da8-4c43-bd3d-8630a5b7eb98 req-2d6c4e06-cb76-490b-bab4-34d64a62dd0b tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:10.623018 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f52f1b19-5da8-4c43-bd3d-8630a5b7eb98 req-2d6c4e06-cb76-490b-bab4-34d64a62dd0b tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 931 time: 0.0829234 Jul 25 19:30:10.690291 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5b88b287-c834-4b21-b01d-d30ac2780733 None None] Port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:30:10.698574 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f52f1b19-5da8-4c43-bd3d-8630a5b7eb98 req-b0ea0b1e-f121-475d-80f5-8913d3b10e74 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700305 Jul 25 19:30:11.840190 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3117d-4504-4e3b-a78b-97e0f6c0b3aa req-dc4574e7-1f20-4c5d-9b4d-bc47f422d08c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:11.842752 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e7a3117d-4504-4e3b-a78b-97e0f6c0b3aa req-dc4574e7-1f20-4c5d-9b4d-bc47f422d08c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 931 time: 0.0642252 Jul 25 19:30:11.896331 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:11.900661 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e7a3117d-4504-4e3b-a78b-97e0f6c0b3aa req-727f2908-0a30-4cb7-a48a-63909dacd1ea tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522847 Jul 25 19:30:12.046010 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:13.049802 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca7784-7245-40ea-99a0-ad170b4642f6 req-ec33ceac-1a46-40e6-80ce-4db29c25f6be tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:13.052401 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d1ca7784-7245-40ea-99a0-ad170b4642f6 req-ec33ceac-1a46-40e6-80ce-4db29c25f6be tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 931 time: 0.0710428 Jul 25 19:30:13.105465 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d1ca7784-7245-40ea-99a0-ad170b4642f6 req-5ff6ed66-1db9-4fc2-abea-37e491ed4d90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Jul 25 19:30:14.259134 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d02aea-34cb-4cb6-836e-f4b6daf46748 req-517cb822-9fa8-4719-86c9-b34fd402e46f tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:14.261179 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-52d02aea-34cb-4cb6-836e-f4b6daf46748 req-517cb822-9fa8-4719-86c9-b34fd402e46f tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 931 time: 0.0686476 Jul 25 19:30:14.312373 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:14.322889 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-52d02aea-34cb-4cb6-836e-f4b6daf46748 req-74299b18-8cc5-43cd-9c1f-6e4c08b3a818 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539725 Jul 25 19:30:15.473896 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497656b-d881-4a28-a6b8-840d0293cf0e req-8b2d8fab-ed5f-412f-a228-ddc0bd73c0c3 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:15.475260 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e497656b-d881-4a28-a6b8-840d0293cf0e req-8b2d8fab-ed5f-412f-a228-ddc0bd73c0c3 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 931 time: 0.0724778 Jul 25 19:30:15.533240 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e497656b-d881-4a28-a6b8-840d0293cf0e req-a16f9b17-d8f5-44e9-82f7-6899a4d81cf5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496869 Jul 25 19:30:16.672885 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4931d-cfc4-45de-b087-ff824e5ff925 req-9050ddc3-d5c7-4e46-b3c5-4a18e76a2453 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:16.674535 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-12f4931d-cfc4-45de-b087-ff824e5ff925 req-9050ddc3-d5c7-4e46-b3c5-4a18e76a2453 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 931 time: 0.0536125 Jul 25 19:30:16.736052 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-12f4931d-cfc4-45de-b087-ff824e5ff925 req-ee29dfe1-5104-4be8-bea6-cabe634114af tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555065 Jul 25 19:30:17.762832 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Request body: {'port': {'device_id': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:17.834020 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:17.871828 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff88f1-0fa0-4fe3-815b-1b1c07c00035 req-480a67ea-53e1-47c7-9769-e6111250f4bd tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:17.873693 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3aff88f1-0fa0-4fe3-815b-1b1c07c00035 req-480a67ea-53e1-47c7-9769-e6111250f4bd tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 931 time: 0.0566626 Jul 25 19:30:17.930523 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3aff88f1-0fa0-4fe3-815b-1b1c07c00035 req-77ff3ca7-e69e-4139-92e3-8ec718de33dd tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502477 Jul 25 19:30:18.127695 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a0ecd1-d927-41cb-9b33-c6e18a2f405e {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:30:18.136309 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Publish callbacks [] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:18.150581 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Transition to ACTIVE for port object 13a0ecd1-d927-41cb-9b33-c6e18a2f405e will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:30:18.525423 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:18.576717 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Pushing event updated for resources: {'Port': ['ID=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:18.610677 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.611031 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.611383 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.611732 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.612067 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.612404 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.612806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.613054 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.613385 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.613711 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.614039 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.614388 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.614717 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.615049 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.615366 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:18.675980 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Attempting to bind port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:30:18.681404 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Attempting to bind port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:30:18.681404 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Attempting to bind port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e on network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:30:18.681674 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e on network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:30:18.681880 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Attempting to bind port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e on network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:30:18.689812 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:30:18.690158 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Checking segment: {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:30:18.690581 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Bound using segment: {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:30:18.691025 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Bound port: 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8634772d-d4c7-41f0-927e-1c5fd42f51e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:30:18.691388 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:18.761461 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] For port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:30:18.765691 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] For port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:30:18.855905 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:18.899216 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:18.900066 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:18.901326 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] 10.222.0.88 "PUT /v2.0/ports/13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 1093 time: 1.1431098 Jul 25 19:30:18.901773 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:30:18.904905 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74945049-74c3-4113-ba16-9956360a3b84" -d '{"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:30:18.924975 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bf514-7cb2-48a0-a3b1-5543f15bb95b service neutron] Pushing event updated for resources: {'Port': ['ID=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:18.957171 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304631b3-07c0-4364-8498-9d32fdbd0144 x-openstack-request-id: req-304631b3-07c0-4364-8498-9d32fdbd0144 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:30:18.957171 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:30:18.957171 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-304631b3-07c0-4364-8498-9d32fdbd0144 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:30:18.957510 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-304631b3-07c0-4364-8498-9d32fdbd0144'] response: {'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'status': 'completed', 'code': 200} Jul 25 19:30:19.068708 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0137744d-be60-4cb0-87cd-a3e52593b9f2 req-7217f932-9c64-480d-8b26-e3cf6e37d5ba tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:19.070222 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0137744d-be60-4cb0-87cd-a3e52593b9f2 req-7217f932-9c64-480d-8b26-e3cf6e37d5ba tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 943 time: 0.0550995 Jul 25 19:30:19.129977 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0137744d-be60-4cb0-87cd-a3e52593b9f2 req-4fd1464e-2211-4822-bae4-f4d84eacc06c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Jul 25 19:30:20.241272 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:20.261473 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b87a6f-7dc4-4971-b1cd-9acf497eab11 req-17c6625e-f7a3-4901-a4fc-da0c462e0a3e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:20.264533 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-46b87a6f-7dc4-4971-b1cd-9acf497eab11 req-17c6625e-f7a3-4901-a4fc-da0c462e0a3e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 943 time: 0.0571287 Jul 25 19:30:20.307908 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:20.315521 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-46b87a6f-7dc4-4971-b1cd-9acf497eab11 req-47410978-9e8d-4418-bad5-fe7d29df112d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Jul 25 19:30:21.443743 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d81e5-0fb0-4240-9ca9-23a09579b3ef req-1b9a54ab-46c2-4fbe-8416-1928d118ce5b tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:21.445335 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a97d81e5-0fb0-4240-9ca9-23a09579b3ef req-1b9a54ab-46c2-4fbe-8416-1928d118ce5b tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 943 time: 0.0543270 Jul 25 19:30:21.499114 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a97d81e5-0fb0-4240-9ca9-23a09579b3ef req-42abd57f-2475-4810-9f48-af8b7a349281 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Jul 25 19:30:21.718710 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74945049-74c3-4113-ba16-9956360a3b84 req-94c53a9b-ab55-42c9-8fa1-ff641e257668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:21.721365 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-74945049-74c3-4113-ba16-9956360a3b84 req-94c53a9b-ab55-42c9-8fa1-ff641e257668 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1127 time: 0.1691570 Jul 25 19:30:21.841733 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74945049-74c3-4113-ba16-9956360a3b84 req-ca853696-547e-4565-8a88-a51346e550aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:21.844042 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-74945049-74c3-4113-ba16-9956360a3b84 req-ca853696-547e-4565-8a88-a51346e550aa service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=c31a209e911b44eebde1216a909de48a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1141465 Jul 25 19:30:21.949364 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74945049-74c3-4113-ba16-9956360a3b84 req-89caa2f5-737e-44e7-88e9-5662aea16d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:21.950944 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-74945049-74c3-4113-ba16-9956360a3b84 req-89caa2f5-737e-44e7-88e9-5662aea16d99 service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003394 Jul 25 19:30:22.034461 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-ff714496-cdbf-4ea0-9cea-64aa0f1f3f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:22.036108 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-ff714496-cdbf-4ea0-9cea-64aa0f1f3f41 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1127 time: 0.0410533 Jul 25 19:30:22.081051 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-5197da6c-4898-4966-a77a-1dde315df637 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 217 time: 0.0358033 Jul 25 19:30:22.136558 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-0e9610b0-da3b-4a5e-82cc-50ec4e65ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:22.138088 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-0e9610b0-da3b-4a5e-82cc-50ec4e65ba13 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 200 len: 852 time: 0.0510161 Jul 25 19:30:22.187395 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-a469622e-0411-4a4f-b49b-c7e17b92958a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:22.188935 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-a469622e-0411-4a4f-b49b-c7e17b92958a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453775 Jul 25 19:30:22.358605 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-cf61eb14-cd46-47b3-b2b4-5de0d7b1e17d service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945144 Jul 25 19:30:22.456703 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-250a8c6c-fb1c-4a73-a85f-0dd18c27d227 req-0c1d6a46-aa7d-4cfa-9b7f-a4dbdde628a7 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922389 Jul 25 19:30:22.631073 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f82b03-7d13-4805-88c9-f939558572e2 req-52179072-6cb6-49c1-9bc1-b8c260b4fee7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:22.632552 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-32f82b03-7d13-4805-88c9-f939558572e2 req-52179072-6cb6-49c1-9bc1-b8c260b4fee7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 943 time: 0.0514581 Jul 25 19:30:22.697311 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-32f82b03-7d13-4805-88c9-f939558572e2 req-59772a7b-631f-41a8-a69d-112bceee89b5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554368 Jul 25 19:30:23.852606 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14683487-4695-4a78-befd-732e5673c803 req-a8017af1-d2c3-4aab-97d5-c336a5d553a1 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:23.855408 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-14683487-4695-4a78-befd-732e5673c803 req-a8017af1-d2c3-4aab-97d5-c336a5d553a1 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 943 time: 0.0645542 Jul 25 19:30:23.873105 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:23.921018 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-14683487-4695-4a78-befd-732e5673c803 req-96437a6e-36a0-4fbc-9864-e1a5f0a66058 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570261 Jul 25 19:30:24.821213 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:30:25.053008 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c63c1-15de-4ebb-8733-9862eb7c32a2 req-aa87fc91-2ff3-4166-95f7-012d487dfcf7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:25.054561 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a52c63c1-15de-4ebb-8733-9862eb7c32a2 req-aa87fc91-2ff3-4166-95f7-012d487dfcf7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 943 time: 0.0486078 Jul 25 19:30:25.116600 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a52c63c1-15de-4ebb-8733-9862eb7c32a2 req-e814541b-5248-44b2-9b7b-786c4c79ec47 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554729 Jul 25 19:30:25.799613 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-344141ad-b148-4584-a7c3-41b513f25dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:26.230726 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:26.243109 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd40ea-f0b5-4d05-9fe8-3b23c4fc3724 req-eae9fdec-cfa1-43e2-bb42-3d8156d9941c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:26.249253 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a9fd40ea-f0b5-4d05-9fe8-3b23c4fc3724 req-eae9fdec-cfa1-43e2-bb42-3d8156d9941c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 943 time: 0.0554209 Jul 25 19:30:26.296066 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a9fd40ea-f0b5-4d05-9fe8-3b23c4fc3724 req-3da89c1e-f128-4d1a-9f46-7e60e7699262 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Jul 25 19:30:26.830342 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 13a0ecd1-d927-41cb-9b33-c6e18a2f405e details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:30:26.856160 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:26.945310 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:30:26.958160 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'port_id': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'mac_address': 'fa:16:3e:22:1d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:30:26.999129 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:30:26.999526 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:27.019574 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a0ecd1-d927-41cb-9b33-c6e18a2f405e {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:30:27.041009 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:30:27.113858 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:27.169273 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:27.183381 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.183381 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.183756 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.183916 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.184280 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.185233 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.185583 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.185981 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.186238 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.186689 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.186977 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.187310 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.187640 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.187972 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.188298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:27.425070 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c04670-2d63-4187-a0c3-99053b1674b4 req-29393afe-83b9-4ca1-a9e6-c273fab013f3 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:27.426532 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b9c04670-2d63-4187-a0c3-99053b1674b4 req-29393afe-83b9-4ca1-a9e6-c273fab013f3 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 944 time: 0.0513015 Jul 25 19:30:27.469599 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['13a0ecd1-d927-41cb-9b33-c6e18a2f405e'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:30:27.471790 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:27.490999 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b9c04670-2d63-4187-a0c3-99053b1674b4 req-15b51866-2213-4381-8e6a-6868b89917aa tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583429 Jul 25 19:30:28.307937 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c8e27af4-341f-4cd5-a977-2dda1b697df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:28.623364 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f396400-2514-47a6-8c8c-1fc2462ccc58 req-4bdedf8f-5665-4031-a6cb-a7ae67460885 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:28.625664 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1f396400-2514-47a6-8c8c-1fc2462ccc58 req-4bdedf8f-5665-4031-a6cb-a7ae67460885 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 944 time: 0.0506954 Jul 25 19:30:28.676202 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1f396400-2514-47a6-8c8c-1fc2462ccc58 req-00ba4340-b07a-47d3-b865-c15e2f5779c7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446811 Jul 25 19:30:28.848303 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 13a0ecd1-d927-41cb-9b33-c6e18a2f405e up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:30:28.892059 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:30:28.970774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:30:28.971197 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:29.048853 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:30:29.049248 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:29.072277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:30:29.074571 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05ff343-022f-490b-abfc-2c636d936b08" -d '{"events": [{"server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "name": "network-vif-plugged", "status": "completed", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:30:29.091086 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:30:29.118865 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5e8fe4-5388-4743-b673-3b97e6b6c30e x-openstack-request-id: req-5e5e8fe4-5388-4743-b673-3b97e6b6c30e {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:30:29.119158 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "name": "network-vif-plugged", "status": "completed", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:30:29.119412 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-5e5e8fe4-5388-4743-b673-3b97e6b6c30e {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:30:29.119812 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e5e8fe4-5388-4743-b673-3b97e6b6c30e'] response: {'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'code': 200} Jul 25 19:30:29.165188 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:29.213882 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:29.611444 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:29.640617 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d19424-23f2-4e76-8378-f939ba47144b req-62909cee-f79a-4120-bd11-8336c07ac1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:29.642925 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1d19424-23f2-4e76-8378-f939ba47144b req-62909cee-f79a-4120-bd11-8336c07ac1a3 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1129 time: 0.0450773 Jul 25 19:30:29.695484 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1d19424-23f2-4e76-8378-f939ba47144b req-36afac49-39c7-4da7-a475-867879bb7bbe service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463719 Jul 25 19:30:29.803734 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db67bf8d-b0f7-45e7-91b6-44d890971624 req-7d6e3151-3c68-43d3-a43a-c2154458fcf0 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:29.805292 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-db67bf8d-b0f7-45e7-91b6-44d890971624 req-7d6e3151-3c68-43d3-a43a-c2154458fcf0 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0530775 Jul 25 19:30:29.860587 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-db67bf8d-b0f7-45e7-91b6-44d890971624 req-75d87070-5e9c-446f-8312-08b7b286d490 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496256 Jul 25 19:30:30.902073 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:30.985536 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad835c3-6f3b-41ea-a118-9c7227769abb req-a62291be-2be1-40dd-ab7d-ae625d6b3dfc tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:30.987132 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cad835c3-6f3b-41ea-a118-9c7227769abb req-a62291be-2be1-40dd-ab7d-ae625d6b3dfc tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0509496 Jul 25 19:30:30.998721 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:31.020947 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:31.045873 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-cad835c3-6f3b-41ea-a118-9c7227769abb req-60256a0f-8b6d-4059-acb4-74c3c335b331 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527439 Jul 25 19:30:31.365654 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:32.169884 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4fa8a-13e3-476d-a26c-43d16335975a req-0a8ae4f5-b81d-4229-99e1-aecdfc5ab6e6 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:32.171446 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e6c4fa8a-13e3-476d-a26c-43d16335975a req-0a8ae4f5-b81d-4229-99e1-aecdfc5ab6e6 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0504336 Jul 25 19:30:32.224216 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e6c4fa8a-13e3-476d-a26c-43d16335975a req-834d751b-35de-4951-a89b-94c233ccf8f3 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464985 Jul 25 19:30:32.347863 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfccac-0a04-4fde-bcd0-2969e3657fa9 req-a20547b1-c020-4bdb-a88f-b09c5405e675 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:32.349338 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62bfccac-0a04-4fde-bcd0-2969e3657fa9 req-a20547b1-c020-4bdb-a88f-b09c5405e675 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Jul 25 19:30:32.404578 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62bfccac-0a04-4fde-bcd0-2969e3657fa9 req-e0504ffc-0ec7-49b9-9a79-70634d69b408 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491841 Jul 25 19:30:32.743420 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:32.786231 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3a7ce3-2cc9-4aac-bf0b-1bcdd3227db1 req-e3857767-32d9-4c9a-bfe9-6ca22207bd85 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:32.787811 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1b3a7ce3-2cc9-4aac-bf0b-1bcdd3227db1 req-e3857767-32d9-4c9a-bfe9-6ca22207bd85 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0525696 Jul 25 19:30:32.839332 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1b3a7ce3-2cc9-4aac-bf0b-1bcdd3227db1 req-add773c9-d902-4813-97fa-817653949523 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Jul 25 19:30:34.816882 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:41.294395 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=81,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:41.301474 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:42.020287 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:42.217595 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=33 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:42.220492 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=36 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:42.833219 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=22 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:42.835136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=18 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:44.354078 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a41bd8-217b-4d78-ac36-bbd93a953349 req-981c529e-b3a2-453e-b7a1-44f7cd418bc8 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:44.355589 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a5a41bd8-217b-4d78-ac36-bbd93a953349 req-981c529e-b3a2-453e-b7a1-44f7cd418bc8 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0491943 Jul 25 19:30:44.405213 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a5a41bd8-217b-4d78-ac36-bbd93a953349 req-85ca635f-319b-45d9-9718-9217c777b4c5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429358 Jul 25 19:30:44.436706 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50558) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:44.555688 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79d3f8-483c-4d7f-8ee2-93e6f1e3adfa tempest-TestMinimumBasicScenario-388038244 tempest-TestMinimumBasicScenario-388038244-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:44.557315 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-0d79d3f8-483c-4d7f-8ee2-93e6f1e3adfa tempest-TestMinimumBasicScenario-388038244 tempest-TestMinimumBasicScenario-388038244-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1124 time: 0.1196117 Jul 25 19:30:44.560384 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50562) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:44.565441 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'port_id': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:44.651325 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:44.738473 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:44.853584 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Allocated IP 172.27.0.41 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/b9b806db-667b-43b9-9f73-eeafdb5cf719) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:30:45.216220 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for port (b9b806db-667b-43b9-9f73-eeafdb5cf719), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:45.331446 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (b9b806db-667b-43b9-9f73-eeafdb5cf719), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:45.381798 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:30:45.387042 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:30:45.389691 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:30:45.394790 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'Port': ['ID=b9b806db-667b-43b9-9f73-eeafdb5cf719,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:45.422865 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.423215 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.423563 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.423915 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.424250 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.424581 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.424911 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.425247 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.425576 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.425904 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.426233 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.426586 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.426912 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.427236 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.427563 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:30:45.775013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:45.781655 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:45.789963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for floatingip (f0ad7b38-ad92-480a-bfcc-96520b2ae17f), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:45.925879 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (b9b806db-667b-43b9-9f73-eeafdb5cf719), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:46.088759 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for port (b9b806db-667b-43b9-9f73-eeafdb5cf719), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:46.130939 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (b9b806db-667b-43b9-9f73-eeafdb5cf719), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:46.207976 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'Port': ['ID=b9b806db-667b-43b9-9f73-eeafdb5cf719,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:46.221283 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (f0ad7b38-ad92-480a-bfcc-96520b2ae17f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:46.326961 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Floating IP f0ad7b38-ad92-480a-bfcc-96520b2ae17f associated. External IP: 172.27.0.41, port: 13a0ecd1-d927-41cb-9b33-c6e18a2f405e. Jul 25 19:30:46.538597 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:30:46.583219 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:46.652298 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:30:46.662751 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] Sync routers for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:30:46.675243 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:30:46.675882 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:30:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:30:46.738693 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:46.775290 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-78c59371-aa05-4668-86e3-d2346f20305a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2120535 Jul 25 19:30:46.775290 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:30:46.776468 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc15bc6-4478-44bf-b498-43b9e44a11bc" -d '{"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:30:46.777201 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50564) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:46.782543 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:30:46.791948 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-5df51844-4d5f-48f0-ac29-1a14f43fcb54 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631614403', 'description': 'tempest-secgroup-smoke-1631614403 description', 'project_id': 'c31a209e911b44eebde1216a909de48a'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:46.877760 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5df51844-4d5f-48f0-ac29-1a14f43fcb54 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:46.984957 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5df51844-4d5f-48f0-ac29-1a14f43fcb54 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group (705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.006036 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77d8b1-e1d4-4d97-99d9-ba72781f6186 x-openstack-request-id: req-3b77d8b1-e1d4-4d97-99d9-ba72781f6186 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:30:47.006491 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:30:47.006648 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3b77d8b1-e1d4-4d97-99d9-ba72781f6186 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:30:47.007045 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b77d8b1-e1d4-4d97-99d9-ba72781f6186'] response: {'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'status': 'completed', 'code': 200} Jul 25 19:30:47.027663 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': 'f0ad7b38-ad92-480a-bfcc-96520b2ae17f', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'port_id': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'mac_address': 'fa:16:3e:22:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:30:45Z', 'updated_at': '2022-07-25T19:30:45Z', 'revision_number': 0, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:50Z', 'revision_number': 5, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:30:47.057244 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] Checking router: 207e9eb7-7bca-473c-b2d0-a89c50c6a55b for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:30:47.068557 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:30:47.069255 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:30:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:30:47.071056 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5df51844-4d5f-48f0-ac29-1a14f43fcb54 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.077445 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-91c11f1b-c749-4631-8aeb-e501659a9a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:47.078985 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-91c11f1b-c749-4631-8aeb-e501659a9a88 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1129 time: 0.0497158 Jul 25 19:30:47.158991 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df51844-4d5f-48f0-ac29-1a14f43fcb54 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:47.180198 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:30:47.207826 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5df51844-4d5f-48f0-ac29-1a14f43fcb54 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.212401 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5df51844-4d5f-48f0-ac29-1a14f43fcb54 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4306934 Jul 25 19:30:47.212705 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50570) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:47.214894 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-2ca0a0c3-cc09-4a1c-a890-78104530df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:47.216574 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-2ca0a0c3-cc09-4a1c-a890-78104530df79 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 914 time: 0.1306605 Jul 25 19:30:47.217176 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-06ab0dd7-5637-4e33-99e2-b2c7f04443d5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'security_group_rule': {'security_group_id': '705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b', 'project_id': 'c31a209e911b44eebde1216a909de48a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:47.285952 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-c3d9fc85-f77e-4366-916d-21fca0387276 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 998 time: 0.0626223 Jul 25 19:30:47.341310 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-3745f27e-c79a-4c4e-8875-1b5cb7ff8e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:47.343111 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-3745f27e-c79a-4c4e-8875-1b5cb7ff8e76 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 200 len: 852 time: 0.0501821 Jul 25 19:30:47.347274 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-06ab0dd7-5637-4e33-99e2-b2c7f04443d5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (2735d203-175f-4eb9-b07f-3dc3cb88fa30), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.395290 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-663aaae8-61e0-4cb7-ac32-d13132dfb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:47.396812 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-663aaae8-61e0-4cb7-ac32-d13132dfb291 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481703 Jul 25 19:30:47.422438 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-06ab0dd7-5637-4e33-99e2-b2c7f04443d5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (2735d203-175f-4eb9-b07f-3dc3cb88fa30), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.433765 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': 'f0ad7b38-ad92-480a-bfcc-96520b2ae17f', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'port_id': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'mac_address': 'fa:16:3e:22:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:30:45Z', 'updated_at': '2022-07-25T19:30:45Z', 'revision_number': 0, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:50Z', 'revision_number': 5, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:30:47.459935 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34325ddd-a381-4163-afe6-75d6301e0337 None None] The sync data for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi is: [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': 'f0ad7b38-ad92-480a-bfcc-96520b2ae17f', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'port_id': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'mac_address': 'fa:16:3e:22:1d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:30:45Z', 'updated_at': '2022-07-25T19:30:45Z', 'revision_number': 0, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:50Z', 'revision_number': 5, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:30:47.498108 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-ff43661a-91fe-47ea-87db-e1618a49ea64 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941796 Jul 25 19:30:47.518055 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-06ab0dd7-5637-4e33-99e2-b2c7f04443d5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (2735d203-175f-4eb9-b07f-3dc3cb88fa30), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.537288 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:47.543414 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab0dd7-5637-4e33-99e2-b2c7f04443d5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2735d203-175f-4eb9-b07f-3dc3cb88fa30,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:47.610276 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6cc15bc6-4478-44bf-b498-43b9e44a11bc req-8b02fb10-cd9f-455d-b63d-5108b393745d service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062884 Jul 25 19:30:47.611342 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-06ab0dd7-5637-4e33-99e2-b2c7f04443d5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.612606 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-06ab0dd7-5637-4e33-99e2-b2c7f04443d5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3990636 Jul 25 19:30:47.615359 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50572) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:47.620393 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-6ad461f4-4968-4a25-a86e-2988a0c9d44c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'security_group_rule': {'security_group_id': '705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b', 'project_id': 'c31a209e911b44eebde1216a909de48a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:47.683959 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54e30ed-69cf-49fc-9e8e-847d1f910457 None None] New status for floating IP f0ad7b38-ad92-480a-bfcc-96520b2ae17f: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:30:47.741462 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6ad461f4-4968-4a25-a86e-2988a0c9d44c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (ddd07772-8c87-49ec-94b6-7ecbd1cfe36f), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.811550 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6ad461f4-4968-4a25-a86e-2988a0c9d44c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (ddd07772-8c87-49ec-94b6-7ecbd1cfe36f), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.931099 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6ad461f4-4968-4a25-a86e-2988a0c9d44c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (ddd07772-8c87-49ec-94b6-7ecbd1cfe36f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:47.955162 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad461f4-4968-4a25-a86e-2988a0c9d44c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd07772-8c87-49ec-94b6-7ecbd1cfe36f,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:48.019379 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-6ad461f4-4968-4a25-a86e-2988a0c9d44c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.020644 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6ad461f4-4968-4a25-a86e-2988a0c9d44c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4039772 Jul 25 19:30:48.023728 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50574) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:48.028184 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-10c0ff4a-fda8-4908-962a-7e12f61ab402 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'security_group_rule': {'security_group_id': '705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b', 'project_id': 'c31a209e911b44eebde1216a909de48a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:48.108504 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff4a-fda8-4908-962a-7e12f61ab402 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (97f5ac0f-8a3b-4360-a524-b521188dad26), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.180948 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff4a-fda8-4908-962a-7e12f61ab402 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (97f5ac0f-8a3b-4360-a524-b521188dad26), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.245108 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff4a-fda8-4908-962a-7e12f61ab402 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (97f5ac0f-8a3b-4360-a524-b521188dad26), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.265769 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0ff4a-fda8-4908-962a-7e12f61ab402 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f5ac0f-8a3b-4360-a524-b521188dad26,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:48.362154 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-10c0ff4a-fda8-4908-962a-7e12f61ab402 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.363474 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-10c0ff4a-fda8-4908-962a-7e12f61ab402 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387446 Jul 25 19:30:48.372563 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50576) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:48.372563 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-3db2d8dc-d2f3-4969-b74e-3579ff18ced7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'security_group_rule': {'security_group_id': '705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b', 'project_id': 'c31a209e911b44eebde1216a909de48a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:48.458765 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3db2d8dc-d2f3-4969-b74e-3579ff18ced7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (e21758d9-4eaf-46b2-83dd-118726f91fb7), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.525080 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3db2d8dc-d2f3-4969-b74e-3579ff18ced7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (e21758d9-4eaf-46b2-83dd-118726f91fb7), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.622626 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3db2d8dc-d2f3-4969-b74e-3579ff18ced7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (e21758d9-4eaf-46b2-83dd-118726f91fb7), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.642478 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2d8dc-d2f3-4969-b74e-3579ff18ced7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21758d9-4eaf-46b2-83dd-118726f91fb7,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:48.738871 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3db2d8dc-d2f3-4969-b74e-3579ff18ced7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.740128 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-3db2d8dc-d2f3-4969-b74e-3579ff18ced7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3725069 Jul 25 19:30:48.743077 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50578) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:48.747445 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-67e277e4-ce53-4f04-aa45-8a4b62449fda tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'security_group_rule': {'security_group_id': '705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b', 'project_id': 'c31a209e911b44eebde1216a909de48a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:48.839797 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.securitygroups_db [None req-67e277e4-ce53-4f04-aa45-8a4b62449fda tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Project c31a209e911b44eebde1216a909de48a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 19:30:48.847049 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-67e277e4-ce53-4f04-aa45-8a4b62449fda tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (38993282-30d9-43c1-b444-809ab9b21f52), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:48.899413 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:48.915617 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-67e277e4-ce53-4f04-aa45-8a4b62449fda tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (38993282-30d9-43c1-b444-809ab9b21f52), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:49.049322 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-67e277e4-ce53-4f04-aa45-8a4b62449fda tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (38993282-30d9-43c1-b444-809ab9b21f52), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:49.069365 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e277e4-ce53-4f04-aa45-8a4b62449fda tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38993282-30d9-43c1-b444-809ab9b21f52,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:49.127778 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-67e277e4-ce53-4f04-aa45-8a4b62449fda tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:49.128931 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-67e277e4-ce53-4f04-aa45-8a4b62449fda tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3849094 Jul 25 19:30:49.131929 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50580) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:30:49.136766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-037724ff-7428-45b6-944e-ceec802aef5a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'security_group_rule': {'security_group_id': '705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b', 'project_id': 'c31a209e911b44eebde1216a909de48a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:49.237102 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.securitygroups_db [None req-037724ff-7428-45b6-944e-ceec802aef5a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Project c31a209e911b44eebde1216a909de48a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 19:30:49.243831 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-037724ff-7428-45b6-944e-ceec802aef5a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (d4e2bf6d-00ea-4e57-8289-52e397ac8314), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:49.308958 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-037724ff-7428-45b6-944e-ceec802aef5a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (d4e2bf6d-00ea-4e57-8289-52e397ac8314), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:49.385992 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-037724ff-7428-45b6-944e-ceec802aef5a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (d4e2bf6d-00ea-4e57-8289-52e397ac8314), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:49.406013 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037724ff-7428-45b6-944e-ceec802aef5a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e2bf6d-00ea-4e57-8289-52e397ac8314,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:49.510207 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-037724ff-7428-45b6-944e-ceec802aef5a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:49.511531 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-037724ff-7428-45b6-944e-ceec802aef5a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3786712 Jul 25 19:30:49.613571 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-89b4592e-eded-4055-a600-be438dd23c01 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631614403&fields=id&tenant_id=c31a209e911b44eebde1216a909de48a HTTP/1.1" status: 200 len: 267 time: 0.0464067 Jul 25 19:30:49.666405 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-7cb5d00a-a63e-49e2-8cb6-839c75f6a643 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:49.667883 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-7cb5d00a-a63e-49e2-8cb6-839c75f6a643 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0483775 Jul 25 19:30:49.679650 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'port': {'security_groups': ['f2ba097d-05e7-455a-8f1d-607ff03d3902', '705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:30:49.755899 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:49.791835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:49.794057 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:50.238071 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] For port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:30:50.268970 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:50.346196 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:50.358612 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['13a0ecd1-d927-41cb-9b33-c6e18a2f405e'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:30:50.397396 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:50.398050 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:50.399520 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f634bcd5-3c23-4e09-93ed-f76d4415502c req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "PUT /v2.0/ports/13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 981 time: 0.7246096 Jul 25 19:30:50.399986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:30:50.402455 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43fa63d-d03d-4c76-8727-e648adc63cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:30:50.427889 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d01dc8-2411-4890-867c-ffdbad53af0e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'Port': ['ID=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,revision_number=6']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:30:50.467298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['13a0ecd1-d927-41cb-9b33-c6e18a2f405e'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:30:50.476350 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d129b488-806d-4adb-8570-ae8f3e764b95 x-openstack-request-id: req-d129b488-806d-4adb-8570-ae8f3e764b95 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:30:50.476907 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:30:50.477489 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d129b488-806d-4adb-8570-ae8f3e764b95 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:30:50.478035 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d129b488-806d-4adb-8570-ae8f3e764b95'] response: {'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'status': 'completed', 'code': 200} Jul 25 19:30:50.542183 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:50.554930 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-8183cf20-bcde-4830-b47f-864f452fae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:50.556633 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-8183cf20-bcde-4830-b47f-864f452fae6c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1168 time: 0.0573025 Jul 25 19:30:50.565531 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bc5d2-e5f5-412d-b830-429ddb3f73c9 req-e829f46e-e360-4141-a9ef-23a8d92434a8 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:50.567111 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7f3bc5d2-e5f5-412d-b830-429ddb3f73c9 req-e829f46e-e360-4141-a9ef-23a8d92434a8 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0656385 Jul 25 19:30:50.667121 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7f3bc5d2-e5f5-412d-b830-429ddb3f73c9 req-2545e5b1-8f16-4d74-87b7-c7c85e08bc1a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924933 Jul 25 19:30:50.688025 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-ef607931-7713-44ca-8c6e-075f89fb00be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:50.689529 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-ef607931-7713-44ca-8c6e-075f89fb00be service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 914 time: 0.1240911 Jul 25 19:30:50.762751 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-816492f0-5eda-4d02-ab32-8da9801a653e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 1000 time: 0.0668454 Jul 25 19:30:50.775334 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-a7f4fab5-ec25-4383-a5d4-01e69f511a86 None None] Provisioning complete for port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:30:50.775707 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a7f4fab5-ec25-4383-a5d4-01e69f511a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:50.816676 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-fde12336-39a3-476e-8da4-0b1dfbd897cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:50.818153 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-fde12336-39a3-476e-8da4-0b1dfbd897cd service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 200 len: 852 time: 0.0494139 Jul 25 19:30:50.865692 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-f417151b-6428-4532-beff-8fe91a9ee608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:30:50.867236 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-f417151b-6428-4532-beff-8fe91a9ee608 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429468 Jul 25 19:30:50.893679 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:50.964602 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:50.979373 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-ccee9c87-b037-4963-9376-438ceff9ed66 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047966 Jul 25 19:30:50.990768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4fab5-ec25-4383-a5d4-01e69f511a86 None None] Current status of the port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:30:51.037495 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:51.100749 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a43fa63d-d03d-4c76-8727-e648adc63cb2 req-e9455275-0222-402b-a4ab-b37b21c65a13 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146164 Jul 25 19:30:55.814776 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7159ed66-1a8b-4bac-a07e-52c59855976c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:57.430877 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:DELETE=1,neutron:SELECT=71 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:57.437074 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=78 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:30:58.288441 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c0ca2f5c-8b15-4c2a-af61-3b508a538d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:30:59.671209 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:00.656449 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:00.933334 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:01.097034 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=57 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:01.365079 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:01.821593 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:31:11.816107 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:11.816933 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:12.022196 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:21.958065 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=30,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:21.966166 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:23.972160 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-2cdb5744-b9a0-49f7-a88d-8f5677e7b0e9 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387490 Jul 25 19:31:24.070646 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-4a021e38-16b6-46d0-927c-5c21a963b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:24.072280 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-4a021e38-16b6-46d0-927c-5c21a963b977 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1168 time: 0.0560498 Jul 25 19:31:24.187947 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-2f1833e1-9c42-4f05-b10f-e163ffa55855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:24.189437 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-2f1833e1-9c42-4f05-b10f-e163ffa55855 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 914 time: 0.0986257 Jul 25 19:31:24.259607 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-b338aa53-7fcf-497f-98db-265f19ad5138 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 1000 time: 0.0635538 Jul 25 19:31:24.312425 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-68044878-7975-4a98-b784-be789924615a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:24.313899 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-68044878-7975-4a98-b784-be789924615a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 200 len: 852 time: 0.0487201 Jul 25 19:31:24.361097 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-16183cd9-4482-47cc-aab4-51aedfadb3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:24.362661 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-16183cd9-4482-47cc-aab4-51aedfadb3f0 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431726 Jul 25 19:31:24.459578 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-9506400d-91e8-4a4c-8360-08ba915f4a3b service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905530 Jul 25 19:31:24.551511 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1ca9e76b-c676-446c-957d-22e6a972ecb6 req-014c8c67-80d4-4f98-ae8c-daac6d7c12fb service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863526 Jul 25 19:31:25.782546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-02f8da39-e16d-4b5a-9a2c-f1d37b79b477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:28.296298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9f15ee62-9f4a-48d1-b512-624ed4b2cffc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:29.590563 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:30.912755 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:31.367913 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:34.546918 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=52 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:34.548846 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=49 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:38.821863 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:31:41.305066 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:41.307928 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:42.024450 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:48.499549 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6845fb2-5a97-40ab-9860-4fe5cdb08a2e req-52221274-3a42-48f3-90cc-2a983da5cd7c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:48.501215 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f6845fb2-5a97-40ab-9860-4fe5cdb08a2e req-52221274-3a42-48f3-90cc-2a983da5cd7c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0509133 Jul 25 19:31:48.570208 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f6845fb2-5a97-40ab-9860-4fe5cdb08a2e req-fd09e84d-702e-4e6d-8b45-f0c5757be484 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624280 Jul 25 19:31:48.581136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-2c8d422a-6a19-477b-842a-431c3e56f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:48.582886 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-2c8d422a-6a19-477b-842a-431c3e56f6d7 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1168 time: 0.0516818 Jul 25 19:31:48.688892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-8f364b6d-3a2b-43a7-be1f-d2603ec7825e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:48.690432 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-8f364b6d-3a2b-43a7-be1f-d2603ec7825e service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 914 time: 0.1016459 Jul 25 19:31:48.762396 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-293e6fdd-267f-4124-aad0-cba16383e591 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 1000 time: 0.0648849 Jul 25 19:31:48.813806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-65e0ce6b-f9ed-43f0-a096-1a4e7f90aa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:48.815319 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-65e0ce6b-f9ed-43f0-a096-1a4e7f90aa42 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 200 len: 852 time: 0.0464725 Jul 25 19:31:48.860463 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-7739b8de-04ac-4a13-b17e-f2af3587bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:48.861990 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-7739b8de-04ac-4a13-b17e-f2af3587bb1c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402911 Jul 25 19:31:48.965888 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-6f3d8fd9-91f3-429f-b9a7-88ccccb1d194 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980453 Jul 25 19:31:49.065136 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a673829e-87a6-4328-8fab-3a53c2bd79e3 req-40489886-f038-4a79-adce-8fb3ec39db51 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933979 Jul 25 19:31:49.758847 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffefa9db-1566-4105-9d6f-27718694dab7 req-4a536dea-7ee0-49fb-8e26-82115de3d77c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:49.760622 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ffefa9db-1566-4105-9d6f-27718694dab7 req-4a536dea-7ee0-49fb-8e26-82115de3d77c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.1073275 Jul 25 19:31:49.825352 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ffefa9db-1566-4105-9d6f-27718694dab7 req-28561074-cd15-4efa-b3f8-8e2384dde0f2 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587409 Jul 25 19:31:50.951558 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1c390-75b8-47a9-9fc3-0d72c3ab27a5 req-9f309625-bc9b-43c7-b9c4-c8570f7aed98 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:50.953030 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-37c1c390-75b8-47a9-9fc3-0d72c3ab27a5 req-9f309625-bc9b-43c7-b9c4-c8570f7aed98 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0504909 Jul 25 19:31:51.016988 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-37c1c390-75b8-47a9-9fc3-0d72c3ab27a5 req-ab0dd5a1-9cdc-4174-9c0b-d47b090db21a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581572 Jul 25 19:31:51.960989 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:51.967495 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:52.138625 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9e10c-71ad-4956-88b1-3be6df8c0d6d req-58f5f737-ad82-4ee7-a61c-6320681c6913 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:52.140134 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-24d9e10c-71ad-4956-88b1-3be6df8c0d6d req-58f5f737-ad82-4ee7-a61c-6320681c6913 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0496998 Jul 25 19:31:52.203822 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-24d9e10c-71ad-4956-88b1-3be6df8c0d6d req-9d9e38f6-7234-46ad-a85c-cecabbb79037 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579677 Jul 25 19:31:52.351997 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=18 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:52.353970 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=16 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:53.329527 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e03c43-77c4-4013-94db-f8f6dfac6aa2 req-93102818-ce21-404b-b346-c9ac1e55a225 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:53.331090 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38e03c43-77c4-4013-94db-f8f6dfac6aa2 req-93102818-ce21-404b-b346-c9ac1e55a225 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0534589 Jul 25 19:31:53.394869 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-38e03c43-77c4-4013-94db-f8f6dfac6aa2 req-85198371-2443-4660-a083-2a4d2de43303 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580764 Jul 25 19:31:54.521191 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a3baf-d25d-4447-9284-dae72b89885b req-d1fe800b-5ba2-4ddd-9a98-90265ef1f2ce tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:54.522731 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f47a3baf-d25d-4447-9284-dae72b89885b req-d1fe800b-5ba2-4ddd-9a98-90265ef1f2ce tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0530050 Jul 25 19:31:54.590583 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f47a3baf-d25d-4447-9284-dae72b89885b req-d9301efb-69ef-4f06-a845-bf36f6b2e82c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613377 Jul 25 19:31:55.002808 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-1f94eabd-8db5-4e91-b7a2-cbda4d8e6881 service neutron] (111002) timed out ('10.222.0.17', 45262) {{(pid=111002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 19:31:55.097736 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-32df1a00-431c-4a2e-9754-369a9fa7beb3 req-ee0e90be-9a70-4cb1-a5c8-f6719a795398 tempest-TestShelveInstance-1921324872 tempest-TestShelveInstance-1921324872-project] (111003) timed out ('10.222.0.17', 45270) {{(pid=111003) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 19:31:55.724485 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3894e8b-67b8-4b55-b3e8-6749b60d4fd3 req-dae93a0b-2142-4402-8dc1-ee7286799bb7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:55.726360 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c3894e8b-67b8-4b55-b3e8-6749b60d4fd3 req-dae93a0b-2142-4402-8dc1-ee7286799bb7 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0624781 Jul 25 19:31:55.799261 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-c3894e8b-67b8-4b55-b3e8-6749b60d4fd3 req-946b90e6-5c31-44ad-bd51-a2220afbc577 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659890 Jul 25 19:31:55.810279 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2e98f932-15d6-49a5-bec8-489e3c376872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:56.923110 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb442b5-db5b-42a4-aa4d-69a05df39e02 req-85af1562-b14d-49d3-9541-9be44a95c52e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:56.924608 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ccb442b5-db5b-42a4-aa4d-69a05df39e02 req-85af1562-b14d-49d3-9541-9be44a95c52e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0506530 Jul 25 19:31:56.989082 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ccb442b5-db5b-42a4-aa4d-69a05df39e02 req-30af87a7-30ee-4786-bdb2-1b856992dc9f tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0588014 Jul 25 19:31:58.113033 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e340cf-3cee-426f-9d24-3201d83c655f req-d1f8bee3-0182-439b-b28c-561a49f7387d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:58.114585 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-00e340cf-3cee-426f-9d24-3201d83c655f req-d1f8bee3-0182-439b-b28c-561a49f7387d tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0509398 Jul 25 19:31:58.186797 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-00e340cf-3cee-426f-9d24-3201d83c655f req-33905a85-3b81-411a-bdb2-4fc8153f3025 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636787 Jul 25 19:31:58.338240 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-699bfbfa-a318-427e-8938-20e94a05ee74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:31:59.310813 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6363d33-5c4f-4704-a59e-884ba25043b4 req-9b48f06a-acb5-43ae-a93f-9d8e136bf5d9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:31:59.312367 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e6363d33-5c4f-4704-a59e-884ba25043b4 req-9b48f06a-acb5-43ae-a93f-9d8e136bf5d9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0509109 Jul 25 19:31:59.337532 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:31:59.388922 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e6363d33-5c4f-4704-a59e-884ba25043b4 req-e47c0f59-19f7-4d8d-bcc7-d2ab3d373f7e tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708456 Jul 25 19:31:59.634882 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:00.514521 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f5c67-dde8-449f-8dae-20c84fc5f025 req-d55d10d3-905c-4c02-9e0b-14d83b4fe36b tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:00.516110 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ef4f5c67-dde8-449f-8dae-20c84fc5f025 req-d55d10d3-905c-4c02-9e0b-14d83b4fe36b tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0512829 Jul 25 19:32:00.579756 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-ef4f5c67-dde8-449f-8dae-20c84fc5f025 req-489e7dac-848a-460f-8423-ec280f055687 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579102 Jul 25 19:32:00.909777 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:01.404438 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:01.664698 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:01.704858 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fd785-bb2a-4cf5-b91a-3f4c5b4f7770 req-b96ff191-725d-4e47-bba2-fa71df776342 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:01.706426 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-020fd785-bb2a-4cf5-b91a-3f4c5b4f7770 req-b96ff191-725d-4e47-bba2-fa71df776342 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0515761 Jul 25 19:32:01.776534 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-020fd785-bb2a-4cf5-b91a-3f4c5b4f7770 req-a2292863-b5b1-49bb-996c-00ce2d8c959c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635302 Jul 25 19:32:02.912021 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09608d-d3ca-43ba-b86f-3346c6eeb5f6 req-e2efad0f-eb5f-4cfa-bd0a-95b87157b71a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:02.913574 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-aa09608d-d3ca-43ba-b86f-3346c6eeb5f6 req-e2efad0f-eb5f-4cfa-bd0a-95b87157b71a tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0545866 Jul 25 19:32:02.975494 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-aa09608d-d3ca-43ba-b86f-3346c6eeb5f6 req-5bf5d5cb-0207-470c-be55-1dbfd525ee01 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554461 Jul 25 19:32:04.100379 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046edbf4-d89c-4d55-a0ed-1c387b242ac9 req-5c63dec3-7d14-4cd5-b4b1-40428296a895 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:04.102176 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-046edbf4-d89c-4d55-a0ed-1c387b242ac9 req-5c63dec3-7d14-4cd5-b4b1-40428296a895 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0506771 Jul 25 19:32:04.165346 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-046edbf4-d89c-4d55-a0ed-1c387b242ac9 req-64b4ca98-f63b-4ec8-8f8d-28bfb87751ab tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570867 Jul 25 19:32:05.301944 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049dcb-885a-471c-864c-28f065c735ad req-f36d38fe-d6c6-4196-b5f5-8c2fbf49fa50 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:05.303476 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4c049dcb-885a-471c-864c-28f065c735ad req-f36d38fe-d6c6-4196-b5f5-8c2fbf49fa50 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0597477 Jul 25 19:32:05.371283 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4c049dcb-885a-471c-864c-28f065c735ad req-a5c6a00d-d5c1-4395-afad-588b6f3ac425 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0610847 Jul 25 19:32:06.501232 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5e5f8-5971-4ae5-9ce0-ad26aec08276 req-a5ebf250-5cde-4acd-9c8a-dc4735185293 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:06.502821 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f0e5e5f8-5971-4ae5-9ce0-ad26aec08276 req-a5ebf250-5cde-4acd-9c8a-dc4735185293 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0542421 Jul 25 19:32:06.566673 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f0e5e5f8-5971-4ae5-9ce0-ad26aec08276 req-8c7a02d7-68d1-4511-a6c9-4cf20654d525 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&id=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581234 Jul 25 19:32:11.300740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:11.307728 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:12.063463 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:15.361373 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=87 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:15.364546 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=81 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:15.820869 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:32:16.553880 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=34 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:16.561237 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=28 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:21.964353 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:21.967200 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:23.971137 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-2df2d966-053c-4d88-bd50-224bbc73eb2c service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407553 Jul 25 19:32:24.053458 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-e8fdcc92-1c3f-44c5-8eef-2e3474510066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:24.055042 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-e8fdcc92-1c3f-44c5-8eef-2e3474510066 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1168 time: 0.0413105 Jul 25 19:32:24.170116 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-718a253f-cd1b-4740-992c-77ee3d8389b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:24.171666 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-718a253f-cd1b-4740-992c-77ee3d8389b3 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 914 time: 0.0965519 Jul 25 19:32:24.240587 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-caeb01b9-595c-46c5-b0de-484506aae61d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 1000 time: 0.0627820 Jul 25 19:32:24.296683 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-50847162-8337-403d-987b-5a79604ca383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:24.298179 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-50847162-8337-403d-987b-5a79604ca383 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 200 len: 852 time: 0.0522845 Jul 25 19:32:24.345440 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-de21888f-b6e5-4137-a97a-ea65fc0a07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:32:24.347011 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-de21888f-b6e5-4137-a97a-ea65fc0a07ba service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427055 Jul 25 19:32:24.465057 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-83eb8a07-0869-4228-97cf-45153bd96fa6 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116016 Jul 25 19:32:24.567300 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-9b9c869f-4c49-4fc3-8f76-ea8574d79b00 req-2d728477-11f5-4df8-b20b-d27fa20e9026 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964465 Jul 25 19:32:25.800287 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b974d3be-a867-4e8c-9d01-6bf60a616b7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:25.816355 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:25.817159 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:28.292107 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9f64b83b-7a4f-4da1-bd5d-df7a08c5f151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:29.598768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:30.941043 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:31.377145 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:34.562195 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=52 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:34.564165 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=49 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:41.304406 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:41.312443 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:42.039867 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:51.964430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:51.966891 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:32:52.819394 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:32:55.787768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e2522241-eecf-499a-b989-93b2450e3c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:58.313594 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cbcff21c-6c30-48d5-a82f-b434a355cc18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:59.610603 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:32:59.752631 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-72297e17-6971-4e33-9c44-529f1cb52ca1 service neutron] (111002) timed out ('10.222.0.17', 47332) {{(pid=111002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 19:32:59.942704 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [req-38dc4ff2-6139-4174-88b3-2999637d482d req-8e54eefd-9c46-4fb9-954c-872e88ff018b tempest-AttachVolumeShelveTestJSON-92691636 tempest-AttachVolumeShelveTestJSON-92691636-project] (111002) timed out ('10.222.0.17', 47340) {{(pid=111002) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 25 19:33:00.923904 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:01.353533 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:02.815481 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:02.816277 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:10.179028 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-80fc3e4c-ea81-44f7-a2b5-523c9e857c92 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631614403&fields=id&tenant_id=c31a209e911b44eebde1216a909de48a HTTP/1.1" status: 200 len: 267 time: 0.0993903 Jul 25 19:33:10.230580 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-32c32944-1321-4b87-b852-7348fd494fcc tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:10.232042 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-32c32944-1321-4b87-b852-7348fd494fcc tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 984 time: 0.0477743 Jul 25 19:33:10.243213 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Request body: {'port': {'security_groups': ['f2ba097d-05e7-455a-8f1d-607ff03d3902']}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:10.319615 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:10.496020 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] For port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:10.524722 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:10.592613 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:10.604512 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['13a0ecd1-d927-41cb-9b33-c6e18a2f405e'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:33:10.641287 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:10.643026 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:10.644271 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-55c7c08e-07eb-4880-86bf-2d6a9a88b7cc req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "PUT /v2.0/ports/13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 942 time: 0.4054904 Jul 25 19:33:10.644738 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:33:10.647052 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45a163e-5f6b-448a-92c8-017c498a87f8" -d '{"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:33:10.650450 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50672) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:10.671392 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event updated for resources: {'Port': ['ID=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,revision_number=7']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:10.681448 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.682021 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.682517 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.682971 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.683438 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.683889 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.684587 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.685166 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.685614 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.686075 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.686509 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.686957 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.687932 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.687932 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.688186 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981cc175-880f-40a2-a702-449beb19ae90 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:10.730521 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e20615-1c8d-4b6b-b3fc-49252a1c1a47 x-openstack-request-id: req-d4e20615-1c8d-4b6b-b3fc-49252a1c1a47 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:33:10.730838 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:33:10.731094 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d4e20615-1c8d-4b6b-b3fc-49252a1c1a47 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:33:10.731513 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4e20615-1c8d-4b6b-b3fc-49252a1c1a47'] response: {'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'status': 'completed', 'code': 200} Jul 25 19:33:10.749065 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['13a0ecd1-d927-41cb-9b33-c6e18a2f405e'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:33:10.771658 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group (705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:10.828496 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-eb8b4abd-d613-4bf1-9943-fd1f32bc8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:10.831220 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-eb8b4abd-d613-4bf1-9943-fd1f32bc8c56 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1129 time: 0.0740492 Jul 25 19:33:10.833999 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group (705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:10.937584 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-8202fa2f-f1be-4f0f-b2f1-ead93655d61f None None] Provisioning complete for port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:10.937959 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8202fa2f-f1be-4f0f-b2f1-ead93655d61f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:10.959619 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-887f051e-da82-43e5-96bf-6847a9503d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:10.961245 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-887f051e-da82-43e5-96bf-6847a9503d12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 914 time: 0.1239250 Jul 25 19:33:11.014452 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-8202fa2f-f1be-4f0f-b2f1-ead93655d61f None None] Current status of the port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:11.027765 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-f4eca9cb-4906-4686-80f4-4027f1910f51 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 1000 time: 0.0607450 Jul 25 19:33:11.077049 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-142b6d12-7ba9-44b2-bafd-e736e976e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:11.078561 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-142b6d12-7ba9-44b2-bafd-e736e976e99c service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 200 len: 852 time: 0.0443864 Jul 25 19:33:11.093398 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:11.096637 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:11.099811 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "DELETE /v2.0/security-groups/705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b HTTP/1.1" status: 204 len: 168 time: 0.4462833 Jul 25 19:33:11.101036 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50676) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:11.126094 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=705f0127-ded1-48a0-9f6f-e8c9bfb1dc5b,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:11.144121 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.144470 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.144814 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.145201 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.145491 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.145820 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.146150 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.146505 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.151414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.151414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.151414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.151414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.151414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.151414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.151414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2dcff5-eea7-461e-a4f2-9120acbcdc91 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:11.152157 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-e170bd69-82f4-4d6a-be14-3e4ef72b5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:11.154436 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-e170bd69-82f4-4d6a-be14-3e4ef72b5784 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0689106 Jul 25 19:33:11.250252 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-01f71a3e-ddf0-485a-a085-24032ada39e4 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902705 Jul 25 19:33:11.254671 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Deleting port b9b806db-667b-43b9-9f73-eeafdb5cf719 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:11.255277 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (b9b806db-667b-43b9-9f73-eeafdb5cf719), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:11.339692 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (b9b806db-667b-43b9-9f73-eeafdb5cf719), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:11.340022 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for floatingip (b9b806db-667b-43b9-9f73-eeafdb5cf719), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:11.348372 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b45a163e-5f6b-448a-92c8-017c498a87f8 req-45a92bf5-171d-482a-8099-668592d9068c service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923033 Jul 25 19:33:11.353863 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Calling delete_port for b9b806db-667b-43b9-9f73-eeafdb5cf719 owned by network:floatingip {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:11.454702 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:11.496210 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:11.564959 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (b9b806db-667b-43b9-9f73-eeafdb5cf719), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:11.590937 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event deleted for resources: {'Port': ['ID=b9b806db-667b-43b9-9f73-eeafdb5cf719,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:11.656656 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks [] for floatingip (f0ad7b38-ad92-480a-bfcc-96520b2ae17f), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:11.656987 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Floating IP f0ad7b38-ad92-480a-bfcc-96520b2ae17f disassociated (deleted). External IP: 172.27.0.41, port: 13a0ecd1-d927-41cb-9b33-c6e18a2f405e. Jul 25 19:33:11.857275 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:33:11.985422 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:33:11.990787 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:11.995355 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] Sync routers for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:33:12.006320 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:12.006966 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:32:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:12.023200 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9c10c9ba-d8a7-4c75-b8b3-b32af229b0f5 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "DELETE /v2.0/floatingips/f0ad7b38-ad92-480a-bfcc-96520b2ae17f HTTP/1.1" status: 204 len: 168 time: 0.9208417 Jul 25 19:33:12.062048 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:12.109904 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:12.312165 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:50Z', 'revision_number': 5, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:12.336921 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] Checking router: 207e9eb7-7bca-473c-b2d0-a89c50c6a55b for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:33:12.346655 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:12.347265 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:32:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:12.534065 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:12.721763 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:50Z', 'revision_number': 5, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:12.732849 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:33:12.735496 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:33:12.747419 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43b18ac-7c8c-4983-8814-9f0493fe6971 None None] The sync data for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi is: [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:46Z', 'revision_number': 4, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '19bf2344-bc74-416e-9905-0a391d5e4575', 'name': '', 'network_id': 'ea6eca43-dae2-42e0-92b2-a3ff6a694e05', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'mac_address': 'fa:16:3e:10:43:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_interface', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:45Z', 'updated_at': '2022-07-25T19:29:50Z', 'revision_number': 5, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'subnets': [{'id': '05d82228-ee95-41e6-a719-d209eacb3f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:33:12.777025 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149a581d-256d-4f83-bbce-615971b6cd2b x-openstack-request-id: req-149a581d-256d-4f83-bbce-615971b6cd2b {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:33:12.777325 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:33:12.777588 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-149a581d-256d-4f83-bbce-615971b6cd2b {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:33:12.778007 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149a581d-256d-4f83-bbce-615971b6cd2b'] response: {'name': 'network-changed', 'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'status': 'completed', 'code': 200} Jul 25 19:33:12.840546 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-00e09440-b8d1-4d3c-810e-3b67cc3337f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:12.842099 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-00e09440-b8d1-4d3c-810e-3b67cc3337f6 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=c31a209e911b44eebde1216a909de48a&device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 1129 time: 0.0409923 Jul 25 19:33:12.943339 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-1e3a2d06-cc87-4d4d-a42d-52b49bdffaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:12.944868 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-1e3a2d06-cc87-4d4d-a42d-52b49bdffaf5 service neutron] 10.222.0.88 "GET /v2.0/networks?id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 200 len: 914 time: 0.0964534 Jul 25 19:33:12.979569 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6fe1e1-e3a9-42a9-bdee-6a85befc7284 None None] New status for floating IP f0ad7b38-ad92-480a-bfcc-96520b2ae17f: DOWN {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:33:12.986558 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-d203870d-59a6-4f80-82a1-f9cc4f8b954a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 200 len: 217 time: 0.0355325 Jul 25 19:33:13.035567 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-aa3e3026-074f-4676-b553-ec5e7f1ccb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:13.037084 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-aa3e3026-074f-4676-b553-ec5e7f1ccb21 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 200 len: 852 time: 0.0448771 Jul 25 19:33:13.081803 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-255fc27a-44b2-4bdd-b9a2-0138167572e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:13.083358 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-255fc27a-44b2-4bdd-b9a2-0138167572e1 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=ea6eca43-dae2-42e0-92b2-a3ff6a694e05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0407705 Jul 25 19:33:13.164309 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:13.180585 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-b0036246-2655-4b2c-a6f4-69179d45e741 service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913968 Jul 25 19:33:13.194460 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:13.276929 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-630a05ef-6f2d-4c6b-a061-6f4a43f04a9d req-0c02a27a-441a-41b1-b8f3-6a962bfdd36b service neutron] 10.222.0.88 "GET /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907331 Jul 25 19:33:17.420605 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9ae39-4032-48c9-aac0-cf5c8df5f4ab req-eb75b128-53c9-4553-bf3c-e424be0ec50f tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:17.422012 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-afb9ae39-4032-48c9-aac0-cf5c8df5f4ab req-eb75b128-53c9-4553-bf3c-e424be0ec50f tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0554051 Jul 25 19:33:17.471223 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-afb9ae39-4032-48c9-aac0-cf5c8df5f4ab req-cba9cd3e-271e-4d7f-bc28-9b0b03d49818 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 Jul 25 19:33:18.591823 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d8a95b-7f86-405b-a0e0-7218c2f847d0 req-d2a3a42c-f9c7-4d9c-8449-93f21ca93d5c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:18.593333 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a2d8a95b-7f86-405b-a0e0-7218c2f847d0 req-d2a3a42c-f9c7-4d9c-8449-93f21ca93d5c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0475574 Jul 25 19:33:18.641977 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a2d8a95b-7f86-405b-a0e0-7218c2f847d0 req-97b3f739-e037-43e2-ba7e-f9c591e9dabf tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/security-groups?id=f2ba097d-05e7-455a-8f1d-607ff03d3902&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421202 Jul 25 19:33:19.207866 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-bfef21bb-b552-475f-b55a-80f71ccb56df tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:19.209347 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-bfef21bb-b552-475f-b55a-80f71ccb56df tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.88 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 945 time: 0.0470157 Jul 25 19:33:19.296407 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Deleting port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:19.296751 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:19.387803 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] For port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:19.388058 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:19.401268 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Calling delete_port for 13a0ecd1-d927-41cb-9b33-c6e18a2f405e owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:19.587248 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (13a0ecd1-d927-41cb-9b33-c6e18a2f405e), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:19.600257 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['13a0ecd1-d927-41cb-9b33-c6e18a2f405e'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:33:19.617647 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Pushing event deleted for resources: {'Port': ['ID=13a0ecd1-d927-41cb-9b33-c6e18a2f405e,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:19.667476 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] No DVR routers for this DVR port 13a0ecd1-d927-41cb-9b33-c6e18a2f405e on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:33:19.671688 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:19.675130 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7c81d849-18b8-4e22-ad86-f511a0b01fac req-2309eb72-ab05-4ed8-bedb-79d614617ca9 tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.88 "DELETE /v2.0/ports/13a0ecd1-d927-41cb-9b33-c6e18a2f405e HTTP/1.1" status: 204 len: 173 time: 0.4605625 Jul 25 19:33:19.675966 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'name': 'network-vif-deleted', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:33:19.678776 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92097e0-9c1c-4b55-88f6-9e93c2dcbd68" -d '{"events": [{"server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "name": "network-vif-deleted", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:33:19.755321 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f15d1314-247e-4184-99bc-987a799c8130 req-b2077be7-92ad-411e-a82e-475e7e015d2c tempest-TestMinimumBasicScenario-1727399783 tempest-TestMinimumBasicScenario-1727399783-project] 10.222.0.17 "GET /v2.0/ports?device_id=10e4ad28-d544-4b2d-bf03-4a7fdca67109 HTTP/1.1" status: 200 len: 210 time: 0.0349929 Jul 25 19:33:19.787541 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26923578-20a0-45a0-b9fa-d2aa8b217850 x-openstack-request-id: req-26923578-20a0-45a0-b9fa-d2aa8b217850 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:33:19.788068 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e4ad28-d544-4b2d-bf03-4a7fdca67109", "name": "network-vif-deleted", "tag": "13a0ecd1-d927-41cb-9b33-c6e18a2f405e", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:33:19.788767 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-26923578-20a0-45a0-b9fa-d2aa8b217850 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:33:19.789190 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26923578-20a0-45a0-b9fa-d2aa8b217850'] response: {'server_uuid': '10e4ad28-d544-4b2d-bf03-4a7fdca67109', 'name': 'network-vif-deleted', 'tag': '13a0ecd1-d927-41cb-9b33-c6e18a2f405e', 'status': 'completed', 'code': 200} Jul 25 19:33:21.860216 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50770) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:22.284693 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:22.423662 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:22.643224 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:22.652750 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Deleting port 19bf2344-bc74-416e-9905-0a391d5e4575 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:22.653098 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:22.723683 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=68 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:22.742752 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] For port 19bf2344-bc74-416e-9905-0a391d5e4575, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=19bf2344-bc74-416e-9905-0a391d5e4575,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:22.743117 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:22.747055 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=64 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:22.757552 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Calling delete_port for 19bf2344-bc74-416e-9905-0a391d5e4575 owned by network:router_interface {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:23.010619 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (19bf2344-bc74-416e-9905-0a391d5e4575), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:23.013824 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:23.038461 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Pushing event deleted for resources: {'Port': ['ID=19bf2344-bc74-416e-9905-0a391d5e4575,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:23.220291 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:23.323829 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:23.436850 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:33:23.524421 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:23.542699 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:33:23.547724 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-94a67485-cc6e-49f5-a14f-aa68d0390035 admin admin] 10.222.0.17 "PUT /v2.0/routers/207e9eb7-7bca-473c-b2d0-a89c50c6a55b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6864121 Jul 25 19:33:23.550229 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50772) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:23.553957 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] Sync routers for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:33:23.563644 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:23.564350 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:32:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:23.635610 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 13a0ecd1-d927-41cb-9b33-c6e18a2f405e no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:33:23.639003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:23.656596 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks [] for router (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:23.657008 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 13a0ecd1-d927-41cb-9b33-c6e18a2f405e {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:33:23.657363 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 13a0ecd1-d927-41cb-9b33-c6e18a2f405e not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:33:23.665410 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:23.773348 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks [] for router_gateway (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:23.839846 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': '1854fbf3-4600-4104-913d-76a642b59c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:33:22Z', 'revision_number': 5, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port': {'id': '1854fbf3-4600-4104-913d-76a642b59c58', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:41:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:23.865465 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] Checking router: 207e9eb7-7bca-473c-b2d0-a89c50c6a55b for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:33:23.874132 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] Routers {'207e9eb7-7bca-473c-b2d0-a89c50c6a55b'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:23.874769 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:32:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:23.889129 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Deleting port 1854fbf3-4600-4104-913d-76a642b59c58 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:23.889395 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (1854fbf3-4600-4104-913d-76a642b59c58), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:23.957849 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] Set router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b gateway port host: None {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:23.973341 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] For port 1854fbf3-4600-4104-913d-76a642b59c58, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=1854fbf3-4600-4104-913d-76a642b59c58,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:23.973714 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (1854fbf3-4600-4104-913d-76a642b59c58), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:23.991471 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Calling delete_port for 1854fbf3-4600-4104-913d-76a642b59c58 owned by network:router_gateway {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:24.007712 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:33:23Z', 'revision_number': 6, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port_host': None}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:24.037013 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47421b7d-e6ed-40de-b4fc-e08cb17d187f None None] The sync data for ids ['207e9eb7-7bca-473c-b2d0-a89c50c6a55b'] in dv-cinder-820027-16-iscsi is: [{'id': '207e9eb7-7bca-473c-b2d0-a89c50c6a55b', 'name': 'tempest-TestMinimumBasicScenario-93918008-router', 'tenant_id': 'c31a209e911b44eebde1216a909de48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:43Z', 'updated_at': '2022-07-25T19:33:23Z', 'revision_number': 6, 'project_id': 'c31a209e911b44eebde1216a909de48a', 'gw_port_host': None}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:33:24.221365 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (1854fbf3-4600-4104-913d-76a642b59c58), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.244878 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1854fbf3-4600-4104-913d-76a642b59c58,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:24.310655 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.390845 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:24.400841 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.403223 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks [] for router_controller (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.553737 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (207e9eb7-7bca-473c-b2d0-a89c50c6a55b), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.554413 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 207e9eb7-7bca-473c-b2d0-a89c50c6a55b {{(pid=111002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:33:24.558961 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.560147 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-3e2e154b-b4c9-40ed-bf05-6c23025716f9 admin admin] 10.222.0.17 "DELETE /v2.0/routers/207e9eb7-7bca-473c-b2d0-a89c50c6a55b HTTP/1.1" status: 204 len: 168 time: 1.0086508 Jul 25 19:33:24.562513 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50774) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:24.613162 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-897fea16-1b35-4a6e-bd1d-d5e712ee5b12 admin admin] Deleting subnet 05d82228-ee95-41e6-a719-d209eacb3f37 {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:33:24.617453 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-897fea16-1b35-4a6e-bd1d-d5e712ee5b12 admin admin] Publish callbacks [] for subnet (05d82228-ee95-41e6-a719-d209eacb3f37), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.653896 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-897fea16-1b35-4a6e-bd1d-d5e712ee5b12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (05d82228-ee95-41e6-a719-d209eacb3f37), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.698072 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:24.735532 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-897fea16-1b35-4a6e-bd1d-d5e712ee5b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (05d82228-ee95-41e6-a719-d209eacb3f37), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.873490 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-897fea16-1b35-4a6e-bd1d-d5e712ee5b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (05d82228-ee95-41e6-a719-d209eacb3f37), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.900910 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897fea16-1b35-4a6e-bd1d-d5e712ee5b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d82228-ee95-41e6-a719-d209eacb3f37,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:24.904369 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-897fea16-1b35-4a6e-bd1d-d5e712ee5b12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:24.907520 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-897fea16-1b35-4a6e-bd1d-d5e712ee5b12 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/05d82228-ee95-41e6-a719-d209eacb3f37 HTTP/1.1" status: 204 len: 168 time: 0.3440669 Jul 25 19:33:24.910040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50776) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:24.913927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2ed84-7cc5-46b0-b289-925b83512c6b None None] Network ea6eca43-dae2-42e0-92b2-a3ff6a694e05 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:33:24.984137 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (ea6eca43-dae2-42e0-92b2-a3ff6a694e05), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.034166 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Deleting port 09bf9621-ddc0-478a-955e-afd4e3558e43 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:25.034553 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.096184 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] DHCP port deletion for ea6eca43-dae2-42e0-92b2-a3ff6a694e05 request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:33:25.105963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] For port 09bf9621-ddc0-478a-955e-afd4e3558e43, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=09bf9621-ddc0-478a-955e-afd4e3558e43,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:25.106446 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.120081 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Calling delete_port for 09bf9621-ddc0-478a-955e-afd4e3558e43 owned by network:dhcp {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:25.141840 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Deleting port 09bf9621-ddc0-478a-955e-afd4e3558e43 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:25.142217 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.203195 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 19bf2344-bc74-416e-9905-0a391d5e4575 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:33:25.234297 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 19bf2344-bc74-416e-9905-0a391d5e4575 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:33:25.234621 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 19bf2344-bc74-416e-9905-0a391d5e4575 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:33:25.234999 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 09bf9621-ddc0-478a-955e-afd4e3558e43 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:33:25.241845 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] For port 09bf9621-ddc0-478a-955e-afd4e3558e43, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=09bf9621-ddc0-478a-955e-afd4e3558e43,segment=NetworkSegment(8634772d-d4c7-41f0-927e-1c5fd42f51e4),segment_id=8634772d-d4c7-41f0-927e-1c5fd42f51e4)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:25.242243 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.267198 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.277871 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Calling delete_port for 09bf9621-ddc0-478a-955e-afd4e3558e43 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:25.296380 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] No DVR routers for this DVR port 09bf9621-ddc0-478a-955e-afd4e3558e43 on host dv-cinder-820027-16-iscsi {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:33:25.296620 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No active binding found for port 09bf9621-ddc0-478a-955e-afd4e3558e43 {{(pid=111004) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 25 19:33:25.296754 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] The host dv-cinder-820027-16-iscsi is not matching for port 09bf9621-ddc0-478a-955e-afd4e3558e43 host None! {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 25 19:33:25.298433 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 09bf9621-ddc0-478a-955e-afd4e3558e43 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:33:25.298433 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 1854fbf3-4600-4104-913d-76a642b59c58 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:33:25.301329 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Pushing event deleted for resources: {'Port': ['ID=09bf9621-ddc0-478a-955e-afd4e3558e43,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:25.350443 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 1854fbf3-4600-4104-913d-76a642b59c58 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:33:25.350892 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 1854fbf3-4600-4104-913d-76a642b59c58 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:33:25.378197 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (ea6eca43-dae2-42e0-92b2-a3ff6a694e05), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.390375 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (09bf9621-ddc0-478a-955e-afd4e3558e43), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.399772 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6eca43-dae2-42e0-92b2-a3ff6a694e05']}} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:25.409760 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8634772d-d4c7-41f0-927e-1c5fd42f51e4') {'for_net_delete': True} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:25.410060 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8634772d-d4c7-41f0-927e-1c5fd42f51e4') {} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:25.414774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Pushing event deleted for resources: {'Port': ['ID=09bf9621-ddc0-478a-955e-afd4e3558e43,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:25.419536 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:25.421632 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795307'] for segment (8634772d-d4c7-41f0-927e-1c5fd42f51e4), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.422040 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] No DVR routers for this DVR port 09bf9621-ddc0-478a-955e-afd4e3558e43 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:33:25.432015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.432015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.432015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.432015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.432015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.432015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.433029 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.433029 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.433029 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.433029 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.433527 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.433677 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.434035 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.434370 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.441822 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fb6335-ed0b-47fc-b9ab-6a09266ecd02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:25.445724 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (8634772d-d4c7-41f0-927e-1c5fd42f51e4), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.453318 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=111002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:33:25.453782 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3796311'] for segment (8634772d-d4c7-41f0-927e-1c5fd42f51e4), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.610058 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (ea6eca43-dae2-42e0-92b2-a3ff6a694e05), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.617870 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 8634772d-d4c7-41f0-927e-1c5fd42f51e4 resource provider aggregate not found Jul 25 19:33:25.622212 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:25.625382 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] 10.222.0.17 "DELETE /v2.0/networks/ea6eca43-dae2-42e0-92b2-a3ff6a694e05 HTTP/1.1" status: 204 len: 168 time: 0.7143760 Jul 25 19:33:25.628477 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50784) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:25.638806 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 8634772d-d4c7-41f0-927e-1c5fd42f51e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8634772d-d4c7-41f0-927e-1c5fd42f51e4 found for delete ", "request_id": "req-ab86ae7d-978a-442c-9ef0-adfaacd37afe"}]} Jul 25 19:33:25.639670 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c36c9d-bdec-427d-8ea8-edfaf2f83a04 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6eca43-dae2-42e0-92b2-a3ff6a694e05,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:25.770001 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-57dc3be6-32e1-411f-a5ee-867a1234ffcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:26.115439 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:26.225155 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:26.229466 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (7f5c8820-4be2-47d8-809d-c53694b3b9c4), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:26.457756 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Deleting port 8433d143-6a6e-4e61-ba98-2d37cca3cbea {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:26.458099 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:26.540944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] For port 8433d143-6a6e-4e61-ba98-2d37cca3cbea, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=8433d143-6a6e-4e61-ba98-2d37cca3cbea,segment=NetworkSegment(8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e),segment_id=8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:26.541299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:26.554922 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Calling delete_port for 8433d143-6a6e-4e61-ba98-2d37cca3cbea owned by network:router_interface {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:26.816062 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (8433d143-6a6e-4e61-ba98-2d37cca3cbea), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:26.839474 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Pushing event deleted for resources: {'Port': ['ID=8433d143-6a6e-4e61-ba98-2d37cca3cbea,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:27.003986 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (7f5c8820-4be2-47d8-809d-c53694b3b9c4), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:27.112070 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:27.167321 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:27.223093 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:33:27.330381 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:33:27.337027 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-c79c238c-4b9c-4aad-9fee-112bdf959414 admin admin] 10.222.0.17 "PUT /v2.0/routers/7f5c8820-4be2-47d8-809d-c53694b3b9c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7056813 Jul 25 19:33:27.338304 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50786) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:27.341105 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] Sync routers for ids ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:33:27.351904 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] Routers {'7f5c8820-4be2-47d8-809d-c53694b3b9c4'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:27.352531 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:32:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:27.446621 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks [] for router (7f5c8820-4be2-47d8-809d-c53694b3b9c4), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:27.462559 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] Set router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:27.549031 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks [] for router_gateway (7f5c8820-4be2-47d8-809d-c53694b3b9c4), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:27.633080 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192'}], 'enable_snat': True}, 'gw_port_id': 'f72bd739-a433-453b-8418-f63051371343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:33:26Z', 'revision_number': 5, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port': {'id': 'f72bd739-a433-453b-8418-f63051371343', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:a2:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:29:50Z', 'updated_at': '2022-07-25T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:27.655182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Deleting port f72bd739-a433-453b-8418-f63051371343 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:27.655528 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (f72bd739-a433-453b-8418-f63051371343), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:27.662074 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] Checking router: 7f5c8820-4be2-47d8-809d-c53694b3b9c4 for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:33:27.670975 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] Routers {'7f5c8820-4be2-47d8-809d-c53694b3b9c4'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:27.671601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:32:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:27.738877 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] For port f72bd739-a433-453b-8418-f63051371343, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=f72bd739-a433-453b-8418-f63051371343,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:27.739161 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (f72bd739-a433-453b-8418-f63051371343), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:27.763453 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Calling delete_port for f72bd739-a433-453b-8418-f63051371343 owned by network:router_gateway {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:27.772720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] Set router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 gateway port host: None {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:27.823849 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:33:27Z', 'revision_number': 6, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port_host': None}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:27.853731 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc2689c-9d52-45bc-9fcb-9cb8e1ecba9f None None] The sync data for ids ['7f5c8820-4be2-47d8-809d-c53694b3b9c4'] in dv-cinder-820027-16-iscsi is: [{'id': '7f5c8820-4be2-47d8-809d-c53694b3b9c4', 'name': 'tempest-TestMinimumBasicScenario-1714085833-router', 'tenant_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:29:49Z', 'updated_at': '2022-07-25T19:33:27Z', 'revision_number': 6, 'project_id': '1a99d4e0d3d44e5b8103b8a51ddd7d49', 'gw_port_host': None}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:33:28.016210 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (f72bd739-a433-453b-8418-f63051371343), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.019527 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:28.040297 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f72bd739-a433-453b-8418-f63051371343,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:28.107766 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (7f5c8820-4be2-47d8-809d-c53694b3b9c4), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.197506 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (7f5c8820-4be2-47d8-809d-c53694b3b9c4), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.199841 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks [] for router_controller (7f5c8820-4be2-47d8-809d-c53694b3b9c4), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.341284 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (7f5c8820-4be2-47d8-809d-c53694b3b9c4), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.342078 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f5c8820-4be2-47d8-809d-c53694b3b9c4 {{(pid=111003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:33:28.348679 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.351046 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-72d71d60-2e04-45e5-bea0-1abd34d710a8 admin admin] 10.222.0.17 "DELETE /v2.0/routers/7f5c8820-4be2-47d8-809d-c53694b3b9c4 HTTP/1.1" status: 204 len: 168 time: 1.0116022 Jul 25 19:33:28.353563 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50788) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:28.363944 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-bf35b45b-5328-4363-aa83-8e4daf3c4bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.404274 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bff7c3a-2661-49af-82a5-1ae5972d6198 admin admin] Deleting subnet f522137d-9099-40d4-a475-c2b9dd257eb3 {{(pid=111003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:33:28.407736 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5bff7c3a-2661-49af-82a5-1ae5972d6198 admin admin] Publish callbacks [] for subnet (f522137d-9099-40d4-a475-c2b9dd257eb3), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.427106 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:28.444794 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5bff7c3a-2661-49af-82a5-1ae5972d6198 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16870686'] for subnet (f522137d-9099-40d4-a475-c2b9dd257eb3), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.520665 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5bff7c3a-2661-49af-82a5-1ae5972d6198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (f522137d-9099-40d4-a475-c2b9dd257eb3), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.650210 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5bff7c3a-2661-49af-82a5-1ae5972d6198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18247439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17449360'] for subnet (f522137d-9099-40d4-a475-c2b9dd257eb3), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.679152 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff7c3a-2661-49af-82a5-1ae5972d6198 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f522137d-9099-40d4-a475-c2b9dd257eb3,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:28.684049 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-5bff7c3a-2661-49af-82a5-1ae5972d6198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.687354 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-5bff7c3a-2661-49af-82a5-1ae5972d6198 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/f522137d-9099-40d4-a475-c2b9dd257eb3 HTTP/1.1" status: 204 len: 168 time: 0.3328028 Jul 25 19:33:28.691235 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50790) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:28.694580 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b468740a-e03c-4933-9147-a7ec1284b024 None None] Network ea55379a-40cf-4621-a45b-4e100355ade4 requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:33:28.768575 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (ea55379a-40cf-4621-a45b-4e100355ade4), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.779363 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:28.820533 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Deleting port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:28.820870 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.866360 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] DHCP port deletion for ea55379a-40cf-4621-a45b-4e100355ade4 request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:33:28.869919 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:28.898170 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] For port 7f14aba8-6f52-49da-848e-f1e8a7b2e765, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=7f14aba8-6f52-49da-848e-f1e8a7b2e765,segment=NetworkSegment(8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e),segment_id=8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:28.898571 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.914246 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] Deleting port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:33:28.914660 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:28.915392 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Calling delete_port for 7f14aba8-6f52-49da-848e-f1e8a7b2e765 owned by network:dhcp {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:28.986981 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] For port 7f14aba8-6f52-49da-848e-f1e8a7b2e765, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=7f14aba8-6f52-49da-848e-f1e8a7b2e765,segment=NetworkSegment(8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e),segment_id=8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:28.987494 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.002071 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] Calling delete_port for 7f14aba8-6f52-49da-848e-f1e8a7b2e765 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:33:29.067703 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.085829 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (7f14aba8-6f52-49da-848e-f1e8a7b2e765), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.095842 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f14aba8-6f52-49da-848e-f1e8a7b2e765,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:29.098480 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] No DVR routers for this DVR port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 on host dv-cinder-820027-16-iscsi {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:33:29.112168 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] Pushing event deleted for resources: {'Port': ['ID=7f14aba8-6f52-49da-848e-f1e8a7b2e765,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:29.116006 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c01a7-9d50-49e6-aaf7-a3cfbcfee5bb None None] No DVR routers for this DVR port 7f14aba8-6f52-49da-848e-f1e8a7b2e765 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:33:29.188566 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (ea55379a-40cf-4621-a45b-4e100355ade4), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.196352 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 7f14aba8-6f52-49da-848e-f1e8a7b2e765 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:33:29.213202 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea55379a-40cf-4621-a45b-4e100355ade4']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:29.215103 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:UPDATE=4,neutron:SELECT=88,neutron:DELETE=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:29.220870 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 7f14aba8-6f52-49da-848e-f1e8a7b2e765 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:33:29.221226 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 7f14aba8-6f52-49da-848e-f1e8a7b2e765 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:33:29.221637 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device f72bd739-a433-453b-8418-f63051371343 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:33:29.224428 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:29.225009 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:29.238873 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.241996 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: f72bd739-a433-453b-8418-f63051371343 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:33:29.242371 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device f72bd739-a433-453b-8418-f63051371343 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:33:29.242793 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 8433d143-6a6e-4e61-ba98-2d37cca3cbea no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:33:29.254806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.262761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 8433d143-6a6e-4e61-ba98-2d37cca3cbea {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:33:29.262761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 8433d143-6a6e-4e61-ba98-2d37cca3cbea not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:33:29.264144 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:33:29.264144 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.356361 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e resource provider aggregate not found Jul 25 19:33:29.372364 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c1bfd0f-5cb4-4061-8db9-dd14f58a3e9e found for delete ", "request_id": "req-7ce2cf11-31be-4bb0-93a7-0df93b4a75df"}]} Jul 25 19:33:29.398383 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (ea55379a-40cf-4621-a45b-4e100355ade4), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.404702 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.407853 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] 10.222.0.17 "DELETE /v2.0/networks/ea55379a-40cf-4621-a45b-4e100355ade4 HTTP/1.1" status: 204 len: 168 time: 0.7156503 Jul 25 19:33:29.419220 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acb6988-3508-44b9-aefa-f14efecd687c admin admin] Pushing event deleted for resources: {'Network': ['ID=ea55379a-40cf-4621-a45b-4e100355ade4,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:29.632967 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.803398 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50800) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:29.818573 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:33:29.844547 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f85f23b9-7019-4472-948e-ba669310ed4b admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=c31a209e911b44eebde1216a909de48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399513 Jul 25 19:33:29.847093 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50802) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:29.902460 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bb97c5b7-1c84-4443-84a6-1b8a6cfa063e admin admin] Publish callbacks [] for security_group (f2ba097d-05e7-455a-8f1d-607ff03d3902), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:29.924274 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bb97c5b7-1c84-4443-84a6-1b8a6cfa063e admin admin] Publish callbacks [] for security_group (f2ba097d-05e7-455a-8f1d-607ff03d3902), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:30.021449 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bb97c5b7-1c84-4443-84a6-1b8a6cfa063e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (f2ba097d-05e7-455a-8f1d-607ff03d3902), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:30.024122 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bb97c5b7-1c84-4443-84a6-1b8a6cfa063e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:30.025340 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-bb97c5b7-1c84-4443-84a6-1b8a6cfa063e admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/f2ba097d-05e7-455a-8f1d-607ff03d3902 HTTP/1.1" status: 204 len: 168 time: 0.1773560 Jul 25 19:33:30.033585 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb97c5b7-1c84-4443-84a6-1b8a6cfa063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ba097d-05e7-455a-8f1d-607ff03d3902,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:30.810942 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50808) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:30.853353 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-498afaa7-47c4-4eab-a8c5-767139ee5b6a admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=1a99d4e0d3d44e5b8103b8a51ddd7d49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412457 Jul 25 19:33:30.855852 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50810) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:30.883307 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:30.906665 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-28620ac0-92e2-410c-af6e-35f6b7c0020a admin admin] Publish callbacks [] for security_group (a8783782-ef43-4983-a9cb-0cc6316a8a13), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:30.912749 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:30.929306 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-28620ac0-92e2-410c-af6e-35f6b7c0020a admin admin] Publish callbacks [] for security_group (a8783782-ef43-4983-a9cb-0cc6316a8a13), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:31.044040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-28620ac0-92e2-410c-af6e-35f6b7c0020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (a8783782-ef43-4983-a9cb-0cc6316a8a13), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:31.046606 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-28620ac0-92e2-410c-af6e-35f6b7c0020a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:31.047773 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-28620ac0-92e2-410c-af6e-35f6b7c0020a admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/a8783782-ef43-4983-a9cb-0cc6316a8a13 HTTP/1.1" status: 204 len: 168 time: 0.1910343 Jul 25 19:33:31.056966 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28620ac0-92e2-410c-af6e-35f6b7c0020a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8783782-ef43-4983-a9cb-0cc6316a8a13,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:31.393072 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.190023 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50832) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:32.296372 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-961606559-network', 'tenant_id': '03519fbb6e4c42098f809f799c77f884'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:32.381152 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Made reservation on behalf of 03519fbb6e4c42098f809f799c77f884 for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:33:32.384177 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.393543 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.472867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Publish callbacks [] for security_group (9e96efc3-0966-41ff-bfce-7b9d91159209), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.530061 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9e96efc3-0966-41ff-bfce-7b9d91159209), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.560482 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:33:32.567316 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e96efc3-0966-41ff-bfce-7b9d91159209,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:32.574560 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (9ef542ea-79a4-481e-89ad-8175e91b80ce), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.574907 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Added segment 9ef542ea-79a4-481e-89ad-8175e91b80ce of type vlan for network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa Jul 25 19:33:32.615989 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.701424 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.702461 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:32.703041 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:32.746810 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:32.767072 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] Pushing event updated for resources: {'Network': ['ID=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:32.776819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:33:32.853672 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-0510f4a3-896b-43b7-a1f2-e11ee6ff3a34 admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.6619658 Jul 25 19:33:32.857176 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50836) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:32.862027 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Request body: {'subnet': {'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-961606559-subnet', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:33.038457 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Made reservation on behalf of 03519fbb6e4c42098f809f799c77f884 for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:33:33.041151 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844011'] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:33.273375 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3796430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8843993'] for subnet (8d5c5f1c-1aec-4eba-a750-a5f4e8d05169), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:33.337888 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:33.342310 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Checking segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:33:33.342694 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Network hostable DHCP agents. Network: 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:33:33.425748 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:33:33.425748 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:33.518504 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:33.522713 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:33.523341 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:33.529238 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc2728a-eef3-4b90-b090-038b19cd2dab None None] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:33:33.601492 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-56e45695-2f4e-4f8e-8b90-04163c2bf50d admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7430778 Jul 25 19:33:33.605195 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50840) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:33.609049 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:33.631051 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:33:33.632034 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:33.673166 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (6e266adb-384f-47e0-a112-5a8819a9bcdb), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:33.674164 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (6e266adb-384f-47e0-a112-5a8819a9bcdb), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:33.730852 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks [] for router_controller (6e266adb-384f-47e0-a112-5a8819a9bcdb), precommit_add_association {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:33.900667 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Allocated IP 172.20.0.2 (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa/8d5c5f1c-1aec-4eba-a750-a5f4e8d05169/359da2c4-00cd-4aa7-b0c7-83ebbfcffaae) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:33:33.947023 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks [] for router_gateway (6e266adb-384f-47e0-a112-5a8819a9bcdb), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.046597 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Publish callbacks [] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.095989 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.121273 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:34.141563 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:33:34.147317 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:34.150015 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:33:34.152374 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:34.154183 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Pushing event updated for resources: {'Port': ['ID=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:34.183149 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks [] for router_gateway (6e266adb-384f-47e0-a112-5a8819a9bcdb), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.202751 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.225390 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Attempting to bind port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:33:34.225777 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Attempting to bind port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:33:34.226156 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Attempting to bind port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:33:34.232460 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:33:34.232851 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Checking segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:33:34.233264 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.233670 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Bound using segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:33:34.234151 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Bound port: 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:33:34.234593 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.296666 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:34.297541 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] For port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:33:34.300949 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] For port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:33:34.309801 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Allocated IP 172.27.0.116 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/6f7a9c65-c468-454e-ab19-91345c59957d) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:33:34.381589 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.417709 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks [] for port (6f7a9c65-c468-454e-ab19-91345c59957d), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.448007 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece053d-0226-4da9-8a33-870cb36ae025 None None] Pushing event updated for resources: {'Port': ['ID=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:34.495929 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:34.504518 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:34.540324 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:33:34.543581 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:34.547709 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:33:34.573510 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f7a9c65-c468-454e-ab19-91345c59957d,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:34.881279 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks [] for router_gateway (6e266adb-384f-47e0-a112-5a8819a9bcdb), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:35.224706 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:35.278262 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:35.278683 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:35.314927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae9d3c-7c93-403f-8d2f-5e52a485269d None None] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:33:35.375183 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (6e266adb-384f-47e0-a112-5a8819a9bcdb), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:35.424293 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-53e85ae2-7d75-498a-8976-19f9fc5099b7 None None] Provisioning complete for port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:35.424635 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-53e85ae2-7d75-498a-8976-19f9fc5099b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:35.497466 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:35.497786 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:35.574372 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:35.583292 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-53e85ae2-7d75-498a-8976-19f9fc5099b7 None None] Current status of the port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:35.583688 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-53e85ae2-7d75-498a-8976-19f9fc5099b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:35.609869 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:33:35.628233 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:35.675939 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:35.701220 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.db.api [None req-53e85ae2-7d75-498a-8976-19f9fc5099b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111004) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 25 19:33:35.701740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG oslo_db.api [None req-53e85ae2-7d75-498a-8976-19f9fc5099b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 25 19:33:35.712582 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:35.729862 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:33:35.739478 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:33:35.755904 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:35.755904 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:33:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:35.805976 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:35.810245 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d736c9fb-b552-45d7-b392-0f3c1c9578b4 admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2019620 Jul 25 19:33:35.816906 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50842) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:35.854217 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:35.919568 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:36.011822 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:36.034764 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:34Z', 'revision_number': 3, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:36.059635 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:33:36.059984 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Updating router 6e266adb-384f-47e0-a112-5a8819a9bcdb port 6f7a9c65-c468-454e-ab19-91345c59957d binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:33:36.092193 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.229500 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.241805 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-53e85ae2-7d75-498a-8976-19f9fc5099b7 None None] Current status of the port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:36.322539 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:36.360413 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-9cf9bd17-84a2-48ff-b49d-124b707a55fd None None] Provisioning complete for port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:36.360851 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9cf9bd17-84a2-48ff-b49d-124b707a55fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.370503 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:36.401828 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Allocated IP 172.20.0.1 (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa/8d5c5f1c-1aec-4eba-a750-a5f4e8d05169/928da28f-f831-45bd-85be-0c61c4ffe94f) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:33:36.436506 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Publish callbacks [] for port (6f7a9c65-c468-454e-ab19-91345c59957d), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.439682 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-9cf9bd17-84a2-48ff-b49d-124b707a55fd None None] Current status of the port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:36.507169 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.515525 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Publish callbacks [] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.563062 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Pushing event updated for resources: {'Port': ['ID=6f7a9c65-c468-454e-ab19-91345c59957d,revision_number=2']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:36.565155 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Attempting to bind port 6f7a9c65-c468-454e-ab19-91345c59957d on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:33:36.565514 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Attempting to bind port 6f7a9c65-c468-454e-ab19-91345c59957d by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:33:36.565867 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Attempting to bind port 6f7a9c65-c468-454e-ab19-91345c59957d on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Bound port: 6f7a9c65-c468-454e-ab19-91345c59957d, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.581794 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.582860 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.582860 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.582860 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.582860 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.582860 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.583345 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.583345 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.583552 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.583825 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.584143 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.584456 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.584770 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:33:36.593754 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.633984 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] For port 6f7a9c65-c468-454e-ab19-91345c59957d, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:33:36.637192 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] For port 6f7a9c65-c468-454e-ab19-91345c59957d, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=6f7a9c65-c468-454e-ab19-91345c59957d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:33:36.639284 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:33:36.644758 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:36.647391 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:33:36.650938 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Pushing event updated for resources: {'Port': ['ID=928da28f-f831-45bd-85be-0c61c4ffe94f,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:36.672701 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:36.690308 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (6e266adb-384f-47e0-a112-5a8819a9bcdb), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.713815 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.771383 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:36.772100 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:33:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:36.817366 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2431a-34d5-4779-85c9-7aea14a36492 None None] Pushing event updated for resources: {'Port': ['ID=6f7a9c65-c468-454e-ab19-91345c59957d,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:36.863636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-9f5b13a1-e1d9-42f3-9f96-e962173ac746 None None] Provisioning complete for port 928da28f-f831-45bd-85be-0c61c4ffe94f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:36.864044 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9f5b13a1-e1d9-42f3-9f96-e962173ac746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.886927 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:36.898002 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:36.906471 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-9f5b13a1-e1d9-42f3-9f96-e962173ac746 None None] Port 928da28f-f831-45bd-85be-0c61c4ffe94f cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:33:36.956605 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:37.064173 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:34Z', 'revision_number': 3, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:37.065647 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Publish callbacks [] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:37.089711 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b51186-c8b5-4928-928e-29984b121bc3 None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:34Z', 'revision_number': 3, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:33:37.138228 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:37.200709 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:37.216155 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (6e266adb-384f-47e0-a112-5a8819a9bcdb), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:37.224374 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Pushing event updated for resources: {'Port': ['ID=928da28f-f831-45bd-85be-0c61c4ffe94f,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:37.242196 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:37.248097 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:37.248514 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:37.349421 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:33:37.349656 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:37.351024 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:37.485437 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:33:37.599986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:33:37.606095 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f6671614-be2e-4343-8643-80eb248cc4ff admin admin] 10.222.0.17 "PUT /v2.0/routers/6e266adb-384f-47e0-a112-5a8819a9bcdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7944880 Jul 25 19:33:37.654317 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-4a66b74c-dae2-4666-81c6-7d9e65fd2021 None None] Provisioning complete for port 928da28f-f831-45bd-85be-0c61c4ffe94f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:37.654864 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4a66b74c-dae2-4666-81c6-7d9e65fd2021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:37.697567 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-4a66b74c-dae2-4666-81c6-7d9e65fd2021 None None] Port 928da28f-f831-45bd-85be-0c61c4ffe94f cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:33:38.349302 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50858) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:38.355455 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-65903640-network', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:38.443940 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Made reservation on behalf of 39eb8ff4a4244a8dbb16e83ea3be4ce2 for: {'network': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:33:38.446715 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for network (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:38.456486 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:38.493300 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:38.540269 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Publish callbacks [] for security_group (4a3b3e42-41cc-4906-afdf-ed515cab1836), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:38.592394 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4a3b3e42-41cc-4906-afdf-ed515cab1836), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:38.630107 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=111002) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 25 19:33:38.634006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b3e42-41cc-4906-afdf-ed515cab1836,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:38.642087 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (7e979de1-a5db-4488-a060-c06657cd7bfa), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:38.642087 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.segments_db [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Added segment 7e979de1-a5db-4488-a060-c06657cd7bfa of type vlan for network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c Jul 25 19:33:38.655135 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:33:38.667596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:38.668297 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:33:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:38.687451 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:38.689377 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731868901928'] for network (075a5172-fce5-4b9e-b27b-0ffd3e41ef6c), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:38.779045 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:38.786883 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907'] for network (075a5172-fce5-4b9e-b27b-0ffd3e41ef6c), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:38.787969 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:38.788674 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:38.851356 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] Pushing event updated for resources: {'Network': ['ID=075a5172-fce5-4b9e-b27b-0ffd3e41ef6c,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:38.886647 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c details requested by agent ovs-agent-dv-cinder-820027-16-iscsi with host dv-cinder-820027-16-iscsi {{(pid=111004) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 25 19:33:38.915700 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-833ace38-61bd-45d3-ab88-04d84dcb5fff admin admin] 10.222.0.17 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5650880 Jul 25 19:33:38.919267 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50860) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:38.925588 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Request body: {'subnet': {'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-65903640-subnet', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'ip_version': 4}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:39.015359 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Made reservation on behalf of 39eb8ff4a4244a8dbb16e83ea3be4ce2 for: {'subnet': 1} {{(pid=111002) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:33:39.017837 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8844011'] for subnet (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.035277 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 2, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:39.060766 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:33:39.061135 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Updating router 6e266adb-384f-47e0-a112-5a8819a9bcdb port 928da28f-f831-45bd-85be-0c61c4ffe94f binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:33:39.091750 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.130453 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=100 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:39.227267 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 6f7a9c65-c468-454e-ab19-91345c59957d up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:39.255965 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3796430', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8843993'] for subnet (a857b6be-d3ca-47a4-8aa7-240a32b28793), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.315603 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a857b6be-d3ca-47a4-8aa7-240a32b28793,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:39.330784 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Checking segment: {'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111002) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:33:39.331136 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Network hostable DHCP agents. Network: 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c, hostable agents: ['c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3'], hosted agents: [] {{(pid=111002) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 25 19:33:39.345692 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 6f7a9c65-c468-454e-ab19-91345c59957d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:39.349943 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.409729 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=68,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:39.411290 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:39.427095 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c is scheduled to be hosted by DHCP agent c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3 with binding_index 1 {{(pid=111002) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 25 19:33:39.518672 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-820027-16-iscsi, 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c) {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:39.523687 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:33:39.525570 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.601316 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f4d32f-ab67-4f0b-b609-cbcfe791cc38 None None] Network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:33:39.612010 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Publish callbacks [] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.622971 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:39.624019 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-7a5edd41-605f-4316-83ea-d61526c3f0ef admin admin] 10.222.0.17 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7022901 Jul 25 19:33:39.629981 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50862) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:39.634383 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:39.658719 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 6f7a9c65-c468-454e-ab19-91345c59957d is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:39.659394 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.689875 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-397367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-414'] for router (97300f54-deda-4e3b-88f3-9da41958a15a), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.691064 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-399029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-569696', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-618970', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-407'] for router (97300f54-deda-4e3b-88f3-9da41958a15a), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.692755 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.695885 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 6f7a9c65-c468-454e-ab19-91345c59957d, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=6f7a9c65-c468-454e-ab19-91345c59957d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:39.744991 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks [] for router_controller (97300f54-deda-4e3b-88f3-9da41958a15a), precommit_add_association {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.749449 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.788177 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4bf1-f95d-4f81-8628-bd85c9867cac None None] Pushing event updated for resources: {'Port': ['ID=928da28f-f831-45bd-85be-0c61c4ffe94f,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:39.807195 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a423880-6c49-5e35-9732-f22019ab6373-075a5172-fce5-4b9e-b27b-0ffd3e41ef6c', 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c', 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'fixed_ips': [{'subnet_id': 'a857b6be-d3ca-47a4-8aa7-240a32b28793'}]}} from dv-cinder-820027-16-iscsi. {{(pid=111004) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 25 19:33:39.807195 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.856740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:39.912911 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Attempting to bind port 928da28f-f831-45bd-85be-0c61c4ffe94f on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:33:39.913213 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Attempting to bind port 928da28f-f831-45bd-85be-0c61c4ffe94f by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:33:39.913585 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Attempting to bind port 928da28f-f831-45bd-85be-0c61c4ffe94f on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:33:39.970728 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=6f7a9c65-c468-454e-ab19-91345c59957d,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:39.977590 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:33:39.977978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Checking segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:33:39.978491 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.978892 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Bound using segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:33:39.979892 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Bound port: 928da28f-f831-45bd-85be-0c61c4ffe94f, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:33:39.979892 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:39.980654 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks [] for router_gateway (97300f54-deda-4e3b-88f3-9da41958a15a), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.078214 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-0268efbe-b18c-40ac-a6a7-4ab02ac27fd8 None None] Provisioning complete for port 928da28f-f831-45bd-85be-0c61c4ffe94f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:40.078542 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-0268efbe-b18c-40ac-a6a7-4ab02ac27fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.135095 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.db_base_plugin_common [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Allocated IP 172.20.0.2 (075a5172-fce5-4b9e-b27b-0ffd3e41ef6c/a857b6be-d3ca-47a4-8aa7-240a32b28793/db9a85a3-c764-4f5b-a0c3-0398ff338926) {{(pid=111004) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:33:40.143515 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] For port 928da28f-f831-45bd-85be-0c61c4ffe94f, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:33:40.149518 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] For port 928da28f-f831-45bd-85be-0c61c4ffe94f, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=928da28f-f831-45bd-85be-0c61c4ffe94f,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:33:40.155793 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-0268efbe-b18c-40ac-a6a7-4ab02ac27fd8 None None] Port 928da28f-f831-45bd-85be-0c61c4ffe94f cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:33:40.208434 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.263115 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:40.280146 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks [] for router_gateway (97300f54-deda-4e3b-88f3-9da41958a15a), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.306528 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.308751 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:40.309391 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:33:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:40.317259 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4bf1-f95d-4f81-8628-bd85c9867cac None None] Pushing event updated for resources: {'Port': ['ID=928da28f-f831-45bd-85be-0c61c4ffe94f,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:40.345585 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:40.423899 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Allocated IP 172.27.0.79 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:33:40.442537 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Publish callbacks [] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), precommit_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.466352 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:40.504270 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-17c58c18-18f5-4040-b972-6b559bf0e2fc None None] Provisioning complete for port 928da28f-f831-45bd-85be-0c61c4ffe94f triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:40.504658 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-17c58c18-18f5-4040-b972-6b559bf0e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.510932 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:40.537338 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks [] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.621708 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), after_create {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.655675 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.671098 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:40.688254 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c is already hosted by enough agents. {{(pid=111004) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:33:40.698860 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:33:40.699819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.scheduler.base_scheduler [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Resources bound (agent type, host, resource id): {{(pid=111004) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:40.705063 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:40.712217 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Received port after_create {{(pid=111004) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:33:40.712999 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:33:40.733914 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Pushing event updated for resources: {'Port': ['ID=93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:40.747200 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Pushing event updated for resources: {'Port': ['ID=db9a85a3-c764-4f5b-a0c3-0398ff338926,revision_number=1']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:40.800685 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-17c58c18-18f5-4040-b972-6b559bf0e2fc None None] Current status of the port 928da28f-f831-45bd-85be-0c61c4ffe94f is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:40.801169 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-17c58c18-18f5-4040-b972-6b559bf0e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.820432 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:40.865479 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Attempting to bind port db9a85a3-c764-4f5b-a0c3-0398ff338926 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:33:40.865806 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Attempting to bind port db9a85a3-c764-4f5b-a0c3-0398ff338926 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:33:40.866043 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Attempting to bind port db9a85a3-c764-4f5b-a0c3-0398ff338926 on network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:33:40.868367 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:40.907284 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e7489f-f827-4ff5-b2bc-9e29e75bc222 None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:33:40.908958 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:33:40.909371 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Checking segment: {'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:33:40.909745 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.910134 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Bound using segment: {'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:33:40.910801 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Bound port: db9a85a3-c764-4f5b-a0c3-0398ff338926, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:33:40.911141 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:40.928137 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-17c58c18-18f5-4040-b972-6b559bf0e2fc None None] For port 928da28f-f831-45bd-85be-0c61c4ffe94f, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=928da28f-f831-45bd-85be-0c61c4ffe94f,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:41.014943 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] For port db9a85a3-c764-4f5b-a0c3-0398ff338926, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:33:41.018735 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] For port db9a85a3-c764-4f5b-a0c3-0398ff338926, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=db9a85a3-c764-4f5b-a0c3-0398ff338926,segment=NetworkSegment(7e979de1-a5db-4488-a060-c06657cd7bfa),segment_id=7e979de1-a5db-4488-a060-c06657cd7bfa)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:33:41.026988 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-17c58c18-18f5-4040-b972-6b559bf0e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:41.076793 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks [] for router_gateway (97300f54-deda-4e3b-88f3-9da41958a15a), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:41.094564 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:41.098380 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c58c18-18f5-4040-b972-6b559bf0e2fc None None] Pushing event updated for resources: {'Port': ['ID=928da28f-f831-45bd-85be-0c61c4ffe94f,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:41.176551 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:41.200796 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42013a8-66ba-4291-aee3-1a5ed608388c None None] Pushing event updated for resources: {'Port': ['ID=db9a85a3-c764-4f5b-a0c3-0398ff338926,revision_number=2']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:41.333910 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 928da28f-f831-45bd-85be-0c61c4ffe94f up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:41.436135 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 928da28f-f831-45bd-85be-0c61c4ffe94f triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:41.439914 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:41.545805 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 928da28f-f831-45bd-85be-0c61c4ffe94f is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:41.547370 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 6f7a9c65-c468-454e-ab19-91345c59957d up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:41.601028 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 6f7a9c65-c468-454e-ab19-91345c59957d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:41.601919 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:41.647403 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-398391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-569605'] for router (97300f54-deda-4e3b-88f3-9da41958a15a), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:41.687956 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 6f7a9c65-c468-454e-ab19-91345c59957d is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:41.855661 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Router 97300f54-deda-4e3b-88f3-9da41958a15a is scheduled to L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee with binding_index 1 {{(pid=111002) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 25 19:33:41.970232 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:33:41.980727 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Sync routers for ids ['97300f54-deda-4e3b-88f3-9da41958a15a'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:33:41.996290 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Routers {'97300f54-deda-4e3b-88f3-9da41958a15a'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:41.997366 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:33:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['97300f54-deda-4e3b-88f3-9da41958a15a'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:42.051569 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.058262 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-54294e2a-ddb4-49a5-aed2-0e55e6cfc51c admin admin] 10.222.0.17 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4217813 Jul 25 19:33:42.058262 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50866) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:42.072765 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.122027 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Set router 97300f54-deda-4e3b-88f3-9da41958a15a gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:42.241878 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:42.313799 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:42.326853 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b5d92-df33-4440-a89c-1d76f12f8cde None None] Network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:33:42.327119 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 3, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port': {'id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:40Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:42.359623 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Checking router: 97300f54-deda-4e3b-88f3-9da41958a15a for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:33:42.360277 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Updating router 97300f54-deda-4e3b-88f3-9da41958a15a port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d binding host dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:33:42.385122 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fa639093-b186-4f79-9e8a-ec2ca5946d1e None None] Provisioning complete for port db9a85a3-c764-4f5b-a0c3-0398ff338926 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:42.385456 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fa639093-b186-4f79-9e8a-ec2ca5946d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.393010 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.415179 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:42.439104 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:42.543303 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.647475 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fa639093-b186-4f79-9e8a-ec2ca5946d1e None None] Current status of the port db9a85a3-c764-4f5b-a0c3-0398ff338926 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:42.647950 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fa639093-b186-4f79-9e8a-ec2ca5946d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.685210 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fa639093-b186-4f79-9e8a-ec2ca5946d1e None None] For port db9a85a3-c764-4f5b-a0c3-0398ff338926, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=db9a85a3-c764-4f5b-a0c3-0398ff338926,segment=NetworkSegment(7e979de1-a5db-4488-a060-c06657cd7bfa),segment_id=7e979de1-a5db-4488-a060-c06657cd7bfa)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:42.689362 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Publish callbacks [] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), precommit_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.735932 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Allocated IP 172.20.0.1 (075a5172-fce5-4b9e-b27b-0ffd3e41ef6c/a857b6be-d3ca-47a4-8aa7-240a32b28793/cd06ced8-d217-4f55-8122-a0ec84201b81) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:33:42.793214 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fa639093-b186-4f79-9e8a-ec2ca5946d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.832610 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.862485 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa639093-b186-4f79-9e8a-ec2ca5946d1e None None] Pushing event updated for resources: {'Port': ['ID=db9a85a3-c764-4f5b-a0c3-0398ff338926,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:42.866469 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Publish callbacks [] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.885930 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Attempting to bind port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:33:42.886299 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Attempting to bind port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:33:42.886764 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Attempting to bind port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d on network fc2c7b53-4629-43d5-a815-1ec5efe763ed {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:33:42.893636 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27522b81-4017-4867-b837-4789e2abb944 None None] Pushing event updated for resources: {'Port': ['ID=93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d,revision_number=2']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:42.896120 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:33:42.896492 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Checking segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:33:42.896882 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.897263 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Bound using segment: {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'} {{(pid=111005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:33:42.897861 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.managers [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Bound port: 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03b016b-e461-4b34-85dc-6c9012e6a919', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed'}}] {{(pid=111005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:33:42.898244 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), before_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.923442 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-11fb9071-6150-4776-9fcc-255a90ae260a None None] Provisioning complete for port db9a85a3-c764-4f5b-a0c3-0398ff338926 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:42.923442 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-11fb9071-6150-4776-9fcc-255a90ae260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.958019 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] For port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:33:42.963893 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.plugins.ml2.db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] For port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:33:42.987112 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:42.995743 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-11fb9071-6150-4776-9fcc-255a90ae260a None None] Current status of the port db9a85a3-c764-4f5b-a0c3-0398ff338926 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:42.998292 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:43.027657 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:33:43.038459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:43.038459 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:33:43.063953 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Pushing event updated for resources: {'Port': ['ID=cd06ced8-d217-4f55-8122-a0ec84201b81,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:43.078871 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron_lib.callbacks.manager [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), after_update {{(pid=111005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:43.090838 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-445095'] for router_interface (97300f54-deda-4e3b-88f3-9da41958a15a), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:43.144806 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Routers {'97300f54-deda-4e3b-88f3-9da41958a15a'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:43.145469 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:33:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['97300f54-deda-4e3b-88f3-9da41958a15a'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:43.184725 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27522b81-4017-4867-b837-4789e2abb944 None None] Pushing event updated for resources: {'Port': ['ID=93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d,revision_number=3']} {{(pid=111005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:43.268693 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device db9a85a3-c764-4f5b-a0c3-0398ff338926 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:43.272533 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] Set router 97300f54-deda-4e3b-88f3-9da41958a15a gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:43.302304 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:43.319265 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-958e0325-0722-4aac-bc20-1c04819d9eff None None] Provisioning complete for port cd06ced8-d217-4f55-8122-a0ec84201b81 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:43.319563 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-958e0325-0722-4aac-bc20-1c04819d9eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:43.330885 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:43.355590 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:43.358073 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port db9a85a3-c764-4f5b-a0c3-0398ff338926 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:43.358783 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:43.387307 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-958e0325-0722-4aac-bc20-1c04819d9eff None None] Port cd06ced8-d217-4f55-8122-a0ec84201b81 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:33:43.447880 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port db9a85a3-c764-4f5b-a0c3-0398ff338926 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:43.478737 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Publish callbacks [] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:43.550535 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-98076b58-311e-492c-b32f-8ff90def338a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 3, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port': {'id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:40Z', 'updated_at': '2022-07-25T19:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:43.564003 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:43.578867 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98076b58-311e-492c-b32f-8ff90def338a None None] The sync data for ids ['97300f54-deda-4e3b-88f3-9da41958a15a'] in dv-cinder-820027-16-iscsi is: [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 3, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port': {'id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:40Z', 'updated_at': '2022-07-25T19:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:33:43.638723 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Pushing event updated for resources: {'Port': ['ID=cd06ced8-d217-4f55-8122-a0ec84201b81,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:43.641144 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-445011'] for router_interface (97300f54-deda-4e3b-88f3-9da41958a15a), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:43.700313 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:43.743206 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:33:43.744642 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:33:43.889788 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Router 97300f54-deda-4e3b-88f3-9da41958a15a has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:33:44.010731 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-9d2a06b6-13fb-44e9-96d5-dfb6d59fffff None None] Provisioning complete for port cd06ced8-d217-4f55-8122-a0ec84201b81 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:44.011762 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9d2a06b6-13fb-44e9-96d5-dfb6d59fffff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:44.021923 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:33:44.030891 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-d46c58cd-daeb-4f7a-b557-1f1f5beca268 admin admin] 10.222.0.17 "PUT /v2.0/routers/97300f54-deda-4e3b-88f3-9da41958a15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9741435 Jul 25 19:33:44.050720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a06b6-13fb-44e9-96d5-dfb6d59fffff None None] Port cd06ced8-d217-4f55-8122-a0ec84201b81 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:33:44.448628 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50874) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:44.453346 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-87441a28-c8aa-441e-a3b4-fb5aad87c29b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1977721220', 'description': 'tempest-secgroup-smoke-1977721220 description', 'project_id': '03519fbb6e4c42098f809f799c77f884'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:44.535555 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-87441a28-c8aa-441e-a3b4-fb5aad87c29b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:44.611327 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-87441a28-c8aa-441e-a3b4-fb5aad87c29b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group (21f92f41-9903-472f-b5d6-8b6d8baa9953), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:44.700846 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-87441a28-c8aa-441e-a3b4-fb5aad87c29b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (21f92f41-9903-472f-b5d6-8b6d8baa9953), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:44.730881 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87441a28-c8aa-441e-a3b4-fb5aad87c29b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f92f41-9903-472f-b5d6-8b6d8baa9953,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:44.777357 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-87441a28-c8aa-441e-a3b4-fb5aad87c29b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:44.778671 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-87441a28-c8aa-441e-a3b4-fb5aad87c29b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3289278 Jul 25 19:33:44.782083 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50876) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:44.786898 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-a42976f5-e79a-46d1-a33f-c3385ba30d8f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'security_group_rule': {'security_group_id': '21f92f41-9903-472f-b5d6-8b6d8baa9953', 'project_id': '03519fbb6e4c42098f809f799c77f884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:44.874543 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a42976f5-e79a-46d1-a33f-c3385ba30d8f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (0385bc67-1b6f-4d52-af49-d92344f7a07f), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:44.935872 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a42976f5-e79a-46d1-a33f-c3385ba30d8f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (0385bc67-1b6f-4d52-af49-d92344f7a07f), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.009838 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a42976f5-e79a-46d1-a33f-c3385ba30d8f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (0385bc67-1b6f-4d52-af49-d92344f7a07f), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.029267 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42976f5-e79a-46d1-a33f-c3385ba30d8f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0385bc67-1b6f-4d52-af49-d92344f7a07f,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:45.104127 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-a42976f5-e79a-46d1-a33f-c3385ba30d8f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.106312 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-a42976f5-e79a-46d1-a33f-c3385ba30d8f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228290 Jul 25 19:33:45.109051 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50878) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:45.113747 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-b6ff4ace-a0dc-4b60-9b8e-5d1c56dfda8c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'security_group_rule': {'security_group_id': '21f92f41-9903-472f-b5d6-8b6d8baa9953', 'project_id': '03519fbb6e4c42098f809f799c77f884', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:45.131614 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Sync routers for ids ['97300f54-deda-4e3b-88f3-9da41958a15a'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:33:45.144272 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Routers {'97300f54-deda-4e3b-88f3-9da41958a15a'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:45.144945 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:33:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['97300f54-deda-4e3b-88f3-9da41958a15a'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:45.223105 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4ace-a0dc-4b60-9b8e-5d1c56dfda8c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (4f1959c2-4f78-45f8-a40a-93f91e501ab5), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.241584 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:45.293197 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Set router 97300f54-deda-4e3b-88f3-9da41958a15a gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:45.308874 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4ace-a0dc-4b60-9b8e-5d1c56dfda8c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (4f1959c2-4f78-45f8-a40a-93f91e501ab5), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.337523 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:45.337986 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.364035 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4ace-a0dc-4b60-9b8e-5d1c56dfda8c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (4f1959c2-4f78-45f8-a40a-93f91e501ab5), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.387287 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff4ace-a0dc-4b60-9b8e-5d1c56dfda8c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1959c2-4f78-45f8-a40a-93f91e501ab5,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:45.443493 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-b6ff4ace-a0dc-4b60-9b8e-5d1c56dfda8c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.446207 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-b6ff4ace-a0dc-4b60-9b8e-5d1c56dfda8c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3353584 Jul 25 19:33:45.449226 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50880) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:45.454093 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-ef2364e0-3df8-4b19-a277-4d3c6f64616e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'security_group_rule': {'security_group_id': '21f92f41-9903-472f-b5d6-8b6d8baa9953', 'project_id': '03519fbb6e4c42098f809f799c77f884', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:45.531003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:45.531398 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.561382 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ef2364e0-3df8-4b19-a277-4d3c6f64616e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (92f605b5-4120-490a-a5f7-648706a1d7c1), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.582714 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] For port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:45.588694 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:33:43Z', 'revision_number': 4, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port': {'id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:40Z', 'updated_at': '2022-07-25T19:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'cd06ced8-d217-4f55-8122-a0ec84201b81', 'name': '', 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'mac_address': 'fa:16:3e:7c:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a857b6be-d3ca-47a4-8aa7-240a32b28793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:42Z', 'updated_at': '2022-07-25T19:33:43Z', 'revision_number': 2, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'subnets': [{'id': 'a857b6be-d3ca-47a4-8aa7-240a32b28793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:45.608999 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:45.615835 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Checking router: 97300f54-deda-4e3b-88f3-9da41958a15a for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:33:45.616302 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Updating router 97300f54-deda-4e3b-88f3-9da41958a15a port cd06ced8-d217-4f55-8122-a0ec84201b81 binding host dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 25 19:33:45.630211 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ef2364e0-3df8-4b19-a277-4d3c6f64616e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (92f605b5-4120-490a-a5f7-648706a1d7c1), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.645740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.685607 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.707523 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ef2364e0-3df8-4b19-a277-4d3c6f64616e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (92f605b5-4120-490a-a5f7-648706a1d7c1), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.727850 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:45.728337 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2364e0-3df8-4b19-a277-4d3c6f64616e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f605b5-4120-490a-a5f7-648706a1d7c1,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:45.788591 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-ef2364e0-3df8-4b19-a277-4d3c6f64616e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.792668 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-ef2364e0-3df8-4b19-a277-4d3c6f64616e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3397682 Jul 25 19:33:45.793452 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50882) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:45.799450 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-24f4c665-ee96-42ce-8f3f-b9cf6bcd6016 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'security_group_rule': {'security_group_id': '21f92f41-9903-472f-b5d6-8b6d8baa9953', 'project_id': '03519fbb6e4c42098f809f799c77f884', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:45.807572 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Pushing event updated for resources: {'Port': ['ID=93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:45.898255 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-24f4c665-ee96-42ce-8f3f-b9cf6bcd6016 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (501afd2d-3edb-496b-95c0-b704a4c851b0), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.915038 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:45.959261 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-24f4c665-ee96-42ce-8f3f-b9cf6bcd6016 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (501afd2d-3edb-496b-95c0-b704a4c851b0), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:45.979288 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Publish callbacks [] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), precommit_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.010113 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-24f4c665-ee96-42ce-8f3f-b9cf6bcd6016 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (501afd2d-3edb-496b-95c0-b704a4c851b0), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.029334 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4c665-ee96-42ce-8f3f-b9cf6bcd6016 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501afd2d-3edb-496b-95c0-b704a4c851b0,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:46.032318 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.090571 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d56af-982d-4462-90cb-62958afd83d6 None None] Pushing event updated for resources: {'Port': ['ID=cd06ced8-d217-4f55-8122-a0ec84201b81,revision_number=3']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:46.105331 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-24f4c665-ee96-42ce-8f3f-b9cf6bcd6016 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.106932 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-24f4c665-ee96-42ce-8f3f-b9cf6bcd6016 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3121097 Jul 25 19:33:46.109558 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 50884) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:46.114472 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [None req-3e2d30b7-0712-4c26-bd07-83b0e00fe884 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'security_group_rule': {'security_group_id': '21f92f41-9903-472f-b5d6-8b6d8baa9953', 'project_id': '03519fbb6e4c42098f809f799c77f884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:46.158601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Attempting to bind port cd06ced8-d217-4f55-8122-a0ec84201b81 on host dv-cinder-820027-16-iscsi for vnic_type normal with profile {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:33:46.158601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Attempting to bind port cd06ced8-d217-4f55-8122-a0ec84201b81 by drivers openvswitch,hyperv on host dv-cinder-820027-16-iscsi at level 0 using segments [{'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:33:46.158601 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Attempting to bind port cd06ced8-d217-4f55-8122-a0ec84201b81 on network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:33:46.164130 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Checking agent: {'id': 'aed06f5a-c15a-4457-a2e0-f565c335e62a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-820027-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 18, 55, 1), 'started_at': datetime.datetime(2022, 7, 25, 18, 55, 31), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-820027-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:33:46.164611 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Checking segment: {'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111004) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:33:46.165019 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.165417 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Bound using segment: {'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'} {{(pid=111004) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:33:46.165942 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.managers [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Bound port: cd06ced8-d217-4f55-8122-a0ec84201b81, host: dv-cinder-820027-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e979de1-a5db-4488-a060-c06657cd7bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c'}}] {{(pid=111004) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:33:46.166401 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.186814 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.securitygroups_db [None req-3e2d30b7-0712-4c26-bd07-83b0e00fe884 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Project 03519fbb6e4c42098f809f799c77f884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 19:33:46.193959 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3e2d30b7-0712-4c26-bd07-83b0e00fe884 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (ce512ffa-ced6-47ad-8f89-b28458429216), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.238280 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] For port cd06ced8-d217-4f55-8122-a0ec84201b81, host dv-cinder-820027-16-iscsi, cleared binding levels {{(pid=111004) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:33:46.242033 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] For port cd06ced8-d217-4f55-8122-a0ec84201b81, host dv-cinder-820027-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=cd06ced8-d217-4f55-8122-a0ec84201b81,segment=NetworkSegment(7e979de1-a5db-4488-a060-c06657cd7bfa),segment_id=7e979de1-a5db-4488-a060-c06657cd7bfa)] {{(pid=111004) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:33:46.263353 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3e2d30b7-0712-4c26-bd07-83b0e00fe884 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (ce512ffa-ced6-47ad-8f89-b28458429216), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.288703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.294425 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-9a70a933-b258-4db3-b3eb-4ce24c8ba74a None None] Provisioning complete for port cd06ced8-d217-4f55-8122-a0ec84201b81 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:46.294790 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9a70a933-b258-4db3-b3eb-4ce24c8ba74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.300901 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3e2d30b7-0712-4c26-bd07-83b0e00fe884 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (ce512ffa-ced6-47ad-8f89-b28458429216), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.322622 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d30b7-0712-4c26-bd07-83b0e00fe884 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce512ffa-ced6-47ad-8f89-b28458429216,revision_number=0']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:46.383474 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-3e2d30b7-0712-4c26-bd07-83b0e00fe884 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.388314 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 50886) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:33:46.388602 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-3e2d30b7-0712-4c26-bd07-83b0e00fe884 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2778456 Jul 25 19:33:46.391120 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Routers {'97300f54-deda-4e3b-88f3-9da41958a15a'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:33:46.391768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:33:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['97300f54-deda-4e3b-88f3-9da41958a15a'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:46.393553 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-8dd25d96-a5ca-4304-a5cf-210ef6ce115f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'security_group_rule': {'security_group_id': '21f92f41-9903-472f-b5d6-8b6d8baa9953', 'project_id': '03519fbb6e4c42098f809f799c77f884', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:33:46.394587 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d56af-982d-4462-90cb-62958afd83d6 None None] Pushing event updated for resources: {'Port': ['ID=cd06ced8-d217-4f55-8122-a0ec84201b81,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:46.502280 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.securitygroups_db [None req-8dd25d96-a5ca-4304-a5cf-210ef6ce115f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Project 03519fbb6e4c42098f809f799c77f884 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 25 19:33:46.505736 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-9a70a933-b258-4db3-b3eb-4ce24c8ba74a None None] Current status of the port cd06ced8-d217-4f55-8122-a0ec84201b81 is: DOWN; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:46.506140 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9a70a933-b258-4db3-b3eb-4ce24c8ba74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.510105 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8dd25d96-a5ca-4304-a5cf-210ef6ce115f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (23f18365-f055-45be-bcf1-d8cdf6b5c662), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.553049 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] Set router 97300f54-deda-4e3b-88f3-9da41958a15a gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:33:46.581364 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8dd25d96-a5ca-4304-a5cf-210ef6ce115f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (23f18365-f055-45be-bcf1-d8cdf6b5c662), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.587207 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-9a70a933-b258-4db3-b3eb-4ce24c8ba74a None None] For port cd06ced8-d217-4f55-8122-a0ec84201b81, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=cd06ced8-d217-4f55-8122-a0ec84201b81,segment=NetworkSegment(7e979de1-a5db-4488-a060-c06657cd7bfa),segment_id=7e979de1-a5db-4488-a060-c06657cd7bfa)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:33:46.693825 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:46.701028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8dd25d96-a5ca-4304-a5cf-210ef6ce115f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614179'] for security_group_rule (23f18365-f055-45be-bcf1-d8cdf6b5c662), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.720923 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd25d96-a5ca-4304-a5cf-210ef6ce115f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f18365-f055-45be-bcf1-d8cdf6b5c662,revision_number=0']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:46.754181 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9a70a933-b258-4db3-b3eb-4ce24c8ba74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.829075 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-8dd25d96-a5ca-4304-a5cf-210ef6ce115f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.833802 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-8dd25d96-a5ca-4304-a5cf-210ef6ce115f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4410286 Jul 25 19:33:46.922463 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:33:43Z', 'revision_number': 4, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port': {'id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:40Z', 'updated_at': '2022-07-25T19:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'cd06ced8-d217-4f55-8122-a0ec84201b81', 'name': '', 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'mac_address': 'fa:16:3e:7c:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a857b6be-d3ca-47a4-8aa7-240a32b28793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:42Z', 'updated_at': '2022-07-25T19:33:46Z', 'revision_number': 4, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'subnets': [{'id': 'a857b6be-d3ca-47a4-8aa7-240a32b28793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:33:46.963108 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2b19c7-6b27-4b72-8f05-2c60bd858019 None None] The sync data for ids ['97300f54-deda-4e3b-88f3-9da41958a15a'] in dv-cinder-820027-16-iscsi is: [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:33:43Z', 'revision_number': 4, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port': {'id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:40Z', 'updated_at': '2022-07-25T19:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': 'cd06ced8-d217-4f55-8122-a0ec84201b81', 'name': '', 'network_id': '075a5172-fce5-4b9e-b27b-0ffd3e41ef6c', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'mac_address': 'fa:16:3e:7c:31:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'a857b6be-d3ca-47a4-8aa7-240a32b28793', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:42Z', 'updated_at': '2022-07-25T19:33:46Z', 'revision_number': 4, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'subnets': [{'id': 'a857b6be-d3ca-47a4-8aa7-240a32b28793', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:33:46.972299 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-b77ab79d-97c9-41a7-83e7-e33be6793f2a None None] Provisioning complete for port cd06ced8-d217-4f55-8122-a0ec84201b81 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:46.972299 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b77ab79d-97c9-41a7-83e7-e33be6793f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:46.975160 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:47.006999 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70a933-b258-4db3-b3eb-4ce24c8ba74a None None] Pushing event updated for resources: {'Port': ['ID=cd06ced8-d217-4f55-8122-a0ec84201b81,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:33:47.089954 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-b77ab79d-97c9-41a7-83e7-e33be6793f2a None None] Current status of the port cd06ced8-d217-4f55-8122-a0ec84201b81 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:47.287524 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device cd06ced8-d217-4f55-8122-a0ec84201b81 up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:47.340219 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port cd06ced8-d217-4f55-8122-a0ec84201b81 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:47.340596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:47.426588 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port cd06ced8-d217-4f55-8122-a0ec84201b81 is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:47.427728 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d up at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:33:47.477599 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Provisioning complete for port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:33:47.477985 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:47.558465 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Current status of the port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d is: ACTIVE; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:33:53.548611 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:53.553583 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:55.803513 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2bd3801d-4a48-435f-b288-522dd9332be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:56.319705 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:56.320496 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=76,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:56.720763 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=51,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:56.723880 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=17,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:33:58.306194 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cef22218-3b3f-4f89-9329-1833b1a05b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:33:59.620492 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:00.900283 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:01.357881 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:06.817860 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:34:10.104031 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-f0fa52fa-98fe-441c-8abe-585fc606f285 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977721220&fields=id&tenant_id=03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 267 time: 0.0458355 Jul 25 19:34:10.219485 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-9d1346e9-b8b4-47bf-8788-f1aa697a370c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:10.220954 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-9d1346e9-b8b4-47bf-8788-f1aa697a370c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 811 time: 0.1056561 Jul 25 19:34:10.236959 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-f6c8092d-deb1-4a15-b1eb-79cf65beaf81 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/quotas/03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 375 time: 0.0096731 Jul 25 19:34:10.289241 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-ca3bd063-9c7a-49b9-b0cc-ea4824a3e664 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459950 Jul 25 19:34:10.497177 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-9e6a7a0e-772f-4e06-8d61-31bfc6e534b9 service neutron] 10.222.0.17 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967483 Jul 25 19:34:10.591219 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-853d7372-da39-4437-b4dc-b6400531a895 service neutron] 10.222.0.17 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880983 Jul 25 19:34:11.311935 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:11.318931 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=49,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:12.055105 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:12.096397 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1c84563e-61c6-4757-9380-fbbc19c9cec2 req-ed0977d2-8d42-42ee-b423-7c223e91475d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 210 time: 0.0300169 Jul 25 19:34:13.196309 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-bccadfe1-c64a-4828-bc0e-2b7679f06fc9 req-8517b256-c445-4bac-8399-87f872fee80c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 210 time: 0.0379877 Jul 25 19:34:14.285920 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-895f9b44-62ca-44aa-a3fa-9df23191ab50 req-3424f0f7-65f9-4394-acab-f43bb95625a4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 210 time: 0.0319185 Jul 25 19:34:14.723789 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:15.387898 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-42846009-c491-4821-93a2-9b11eb125ea5 req-1ba523d4-0186-43cd-91cf-afe93881cfda tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 210 time: 0.0360882 Jul 25 19:34:16.502481 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-d63cef2d-00c8-4a58-8a7a-654f316e150b req-9c8f16dd-174e-4af9-852e-1787040466c7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 210 time: 0.0401163 Jul 25 19:34:16.813217 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:17.303830 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-5be6ffb8-75c8-4295-b5c7-27113e9a8068 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:17.305390 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-5be6ffb8-75c8-4295-b5c7-27113e9a8068 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 811 time: 0.1163206 Jul 25 19:34:17.378032 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-7272b20d-afb4-4407-a439-91c36153a062 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 380 time: 0.0645039 Jul 25 19:34:17.386423 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'port': {'device_id': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'admin_state_up': True, 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'security_groups': ['21f92f41-9903-472f-b5d6-8b6d8baa9953']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:34:17.610845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Made reservation on behalf of 03519fbb6e4c42098f809f799c77f884 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:34:17.614209 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:17.617505 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-49d8df74-e957-43e1-9cbc-a037c3af2866 req-cdfb7288-1c38-4fc8-9d88-c9457e851e1b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 210 time: 0.0364778 Jul 25 19:34:17.752391 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Allocated IP 172.20.0.11 (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa/8d5c5f1c-1aec-4eba-a750-a5f4e8d05169/cd738013-8096-4e5b-8520-aa4af7ced743) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:34:17.766345 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:17.840825 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:17.905742 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (cd738013-8096-4e5b-8520-aa4af7ced743), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:18.015803 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:18.059724 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:34:18.064305 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:34:18.072211 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:34:18.105681 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=cd738013-8096-4e5b-8520-aa4af7ced743,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:34:18.121492 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.121789 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.122162 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.122509 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.122853 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.123198 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.123531 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.123863 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.124194 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.124525 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.124856 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.125185 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.125511 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.125836 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.126166 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:18.149066 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:18.149936 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:18.275371 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-db8aa558-7a2d-4144-b395-170a9a07fb40 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8925130 Jul 25 19:34:18.286892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Request body: {'port': {'device_id': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:34:18.315745 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-437684ee-0547-4443-9075-b3ad9c102ab3 None None] Provisioning complete for port cd738013-8096-4e5b-8520-aa4af7ced743 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:34:18.316383 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-437684ee-0547-4443-9075-b3ad9c102ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:18.352184 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-437684ee-0547-4443-9075-b3ad9c102ab3 None None] Port cd738013-8096-4e5b-8520-aa4af7ced743 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:34:18.363390 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:18.643057 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd738013-8096-4e5b-8520-aa4af7ced743 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:34:18.651369 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Publish callbacks [] for port (cd738013-8096-4e5b-8520-aa4af7ced743), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:18.665469 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:18.666843 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Transition to ACTIVE for port object cd738013-8096-4e5b-8520-aa4af7ced743 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:34:18.744352 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f67236-31a7-424a-a1f0-be1a62e812cc req-4f661c37-8d09-4c3f-a61d-6b52cb21e3c7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:18.745933 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-69f67236-31a7-424a-a1f0-be1a62e812cc req-4f661c37-8d09-4c3f-a61d-6b52cb21e3c7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 932 time: 0.0530584 Jul 25 19:34:18.759130 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:18.809947 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-69f67236-31a7-424a-a1f0-be1a62e812cc req-fadacb30-d91a-4465-88ff-b1a991c84c8f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583234 Jul 25 19:34:18.821983 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Pushing event updated for resources: {'Port': ['ID=cd738013-8096-4e5b-8520-aa4af7ced743,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:34:18.917936 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Attempting to bind port cd738013-8096-4e5b-8520-aa4af7ced743 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:34:18.918551 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Attempting to bind port cd738013-8096-4e5b-8520-aa4af7ced743 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:34:18.918892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Attempting to bind port cd738013-8096-4e5b-8520-aa4af7ced743 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:34:18.923971 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Port cd738013-8096-4e5b-8520-aa4af7ced743 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:34:18.924295 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Attempting to bind port cd738013-8096-4e5b-8520-aa4af7ced743 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:34:18.930726 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:34:18.932221 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Checking segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:34:18.932221 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Bound using segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:34:18.932221 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Bound port: cd738013-8096-4e5b-8520-aa4af7ced743, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:34:18.932591 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:19.011333 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:19.012630 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] For port cd738013-8096-4e5b-8520-aa4af7ced743, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:34:19.016123 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] For port cd738013-8096-4e5b-8520-aa4af7ced743, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd738013-8096-4e5b-8520-aa4af7ced743,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:34:19.101767 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:19.138597 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:19.139317 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:19.140954 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] 10.222.0.88 "PUT /v2.0/ports/cd738013-8096-4e5b-8520-aa4af7ced743 HTTP/1.1" status: 200 len: 1094 time: 0.8587105 Jul 25 19:34:19.143463 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'tag': 'cd738013-8096-4e5b-8520-aa4af7ced743'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:34:19.156157 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6c6939-2088-49b9-93d7-d987ccfcedd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d93e2b8b-7ee2-45b5-a777-ccd004626b28", "tag": "cd738013-8096-4e5b-8520-aa4af7ced743"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:34:19.188698 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed22610-0e80-462e-b0fa-9c00f6105b2d service neutron] Pushing event updated for resources: {'Port': ['ID=cd738013-8096-4e5b-8520-aa4af7ced743,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:34:19.219304 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f8b3ab-a62f-4a8f-ae9c-8a7e65d76461 x-openstack-request-id: req-f2f8b3ab-a62f-4a8f-ae9c-8a7e65d76461 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:34:19.219617 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93e2b8b-7ee2-45b5-a777-ccd004626b28", "tag": "cd738013-8096-4e5b-8520-aa4af7ced743", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:34:19.219844 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f2f8b3ab-a62f-4a8f-ae9c-8a7e65d76461 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:34:19.220256 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f8b3ab-a62f-4a8f-ae9c-8a7e65d76461'] response: {'name': 'network-changed', 'server_uuid': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'tag': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'status': 'completed', 'code': 200} Jul 25 19:34:19.316861 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6939-2088-49b9-93d7-d987ccfcedd9 req-2472b9a7-39ea-4870-9516-96f14a419888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:19.318422 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ed6c6939-2088-49b9-93d7-d987ccfcedd9 req-2472b9a7-39ea-4870-9516-96f14a419888 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 1128 time: 0.0504718 Jul 25 19:34:19.432032 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6939-2088-49b9-93d7-d987ccfcedd9 req-b94d99e3-07a4-4cc4-a66a-ddf444f964d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:19.433552 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ed6c6939-2088-49b9-93d7-d987ccfcedd9 req-b94d99e3-07a4-4cc4-a66a-ddf444f964d3 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=03519fbb6e4c42098f809f799c77f884&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1086266 Jul 25 19:34:19.545687 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6c6939-2088-49b9-93d7-d987ccfcedd9 req-031a4c1a-9e23-4615-8b13-97940890e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:19.547683 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ed6c6939-2088-49b9-93d7-d987ccfcedd9 req-031a4c1a-9e23-4615-8b13-97940890e0ba service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085441 Jul 25 19:34:19.637071 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-89e351c9-c208-469d-af64-7e4839186173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:19.638630 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-89e351c9-c208-469d-af64-7e4839186173 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 1128 time: 0.0463927 Jul 25 19:34:19.678595 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-57cfc849-4b74-427f-9d78-48b12e74fd5e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd738013-8096-4e5b-8520-aa4af7ced743 HTTP/1.1" status: 200 len: 217 time: 0.0333493 Jul 25 19:34:19.733517 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-3fc01a78-e8f2-433b-b1b5-1474dcea9577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:19.735372 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-3fc01a78-e8f2-433b-b1b5-1474dcea9577 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0512729 Jul 25 19:34:19.781996 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-8ce001f4-f89f-4d78-bde4-cc0f466088fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:19.783609 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-8ce001f4-f89f-4d78-bde4-cc0f466088fe service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426090 Jul 25 19:34:19.890061 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-7c6238e8-6523-43e2-ae46-3058b599a9b5 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001055 Jul 25 19:34:19.954779 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77211d91-acf3-45d3-b744-a424462943ec req-b109ee5e-ad11-49f7-bf64-f95f9470d417 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:19.956844 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-77211d91-acf3-45d3-b744-a424462943ec req-b109ee5e-ad11-49f7-bf64-f95f9470d417 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0601890 Jul 25 19:34:20.014917 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-77211d91-acf3-45d3-b744-a424462943ec req-bf5954cc-68ce-4912-a80f-c2893bb0471b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514014 Jul 25 19:34:20.274302 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-6262a152-2d67-4cac-9297-1a6b92d0878b req-321cad01-eda0-4f10-beb7-29bbd2c1ec3f service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787451 Jul 25 19:34:21.151302 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee6384-c51d-4db1-8871-e9f72edc83af req-463bf003-c707-4936-b44e-b575159c31c0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:21.152860 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-83ee6384-c51d-4db1-8871-e9f72edc83af req-463bf003-c707-4936-b44e-b575159c31c0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0529342 Jul 25 19:34:21.205143 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-83ee6384-c51d-4db1-8871-e9f72edc83af req-540c0a39-905c-44f5-8702-faf86417ef00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455000 Jul 25 19:34:22.342267 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621455c-ae3e-462d-ac3b-c6d7f69660a5 req-e9793fee-17d9-492c-87b3-1928df88fe71 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:22.343981 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9621455c-ae3e-462d-ac3b-c6d7f69660a5 req-e9793fee-17d9-492c-87b3-1928df88fe71 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0547237 Jul 25 19:34:22.401819 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9621455c-ae3e-462d-ac3b-c6d7f69660a5 req-8b5db0fe-b348-49b1-b0da-c3ccbef13483 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496931 Jul 25 19:34:23.529841 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4f4a5-1077-4791-8f9c-6f5df100a689 req-3f5cd254-0417-46db-87fe-97674df66177 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:23.531390 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ace4f4a5-1077-4791-8f9c-6f5df100a689 req-3f5cd254-0417-46db-87fe-97674df66177 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0518947 Jul 25 19:34:23.581585 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ace4f4a5-1077-4791-8f9c-6f5df100a689 req-cd639d18-cb8f-4006-ac07-1336467b8dc9 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 Jul 25 19:34:24.723534 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386acd49-8219-46cd-9b19-c586896aed06 req-6c5eb3df-7732-4d67-9dbe-32257a942a0d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:24.725495 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-386acd49-8219-46cd-9b19-c586896aed06 req-6c5eb3df-7732-4d67-9dbe-32257a942a0d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0516582 Jul 25 19:34:24.777506 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-386acd49-8219-46cd-9b19-c586896aed06 req-fed8474e-9352-4671-ba84-abd72c55ef41 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462763 Jul 25 19:34:25.791567 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-94acb031-b178-43f5-989c-cdd311a45ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:25.872311 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:25.912650 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab4d52-0553-405b-9865-59c80e2e73af req-e40a4ea8-874b-4d93-88c9-0a2a026e32a0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:25.914512 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b1ab4d52-0553-405b-9865-59c80e2e73af req-e40a4ea8-874b-4d93-88c9-0a2a026e32a0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0615892 Jul 25 19:34:25.969071 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b1ab4d52-0553-405b-9865-59c80e2e73af req-9f48bb4c-ba0f-48a0-88e5-d86163318685 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467343 Jul 25 19:34:27.089908 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b0dcd-7db5-4f00-87cf-fa28254eb714 req-fce82676-d485-4f24-8dfc-b9bdd9c72b33 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:27.091463 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a96b0dcd-7db5-4f00-87cf-fa28254eb714 req-fce82676-d485-4f24-8dfc-b9bdd9c72b33 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0488338 Jul 25 19:34:27.148432 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a96b0dcd-7db5-4f00-87cf-fa28254eb714 req-84885f66-7737-41ce-8926-67bda7beba34 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510056 Jul 25 19:34:28.273306 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c578a-4a0e-439b-9200-6046cdfcf1ee req-5a3c94b1-b257-4eb3-b2bd-5d2c9d135784 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:28.275144 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-342c578a-4a0e-439b-9200-6046cdfcf1ee req-5a3c94b1-b257-4eb3-b2bd-5d2c9d135784 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0524461 Jul 25 19:34:28.330154 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-342c578a-4a0e-439b-9200-6046cdfcf1ee req-4bed1912-58e0-4793-8b5b-b726786a85e2 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489886 Jul 25 19:34:28.357566 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-002902be-a2da-4444-9a86-f57f5f49f6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:29.461379 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c858ee-2125-4ccc-9673-ddb8d8ca6d79 req-072f3b42-bec8-401c-ab3f-ad856c763de0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:29.463175 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-78c858ee-2125-4ccc-9673-ddb8d8ca6d79 req-072f3b42-bec8-401c-ab3f-ad856c763de0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 944 time: 0.0550575 Jul 25 19:34:29.519445 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-78c858ee-2125-4ccc-9673-ddb8d8ca6d79 req-a8e980d8-888d-466b-b145-aaf1da5c7f07 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500400 Jul 25 19:34:29.672598 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:29.877430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device cd738013-8096-4e5b-8520-aa4af7ced743 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:34:29.986927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port cd738013-8096-4e5b-8520-aa4af7ced743, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd738013-8096-4e5b-8520-aa4af7ced743,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:34:29.999523 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'port_id': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'mac_address': 'fa:16:3e:45:da:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:34:30.035349 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port cd738013-8096-4e5b-8520-aa4af7ced743 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:34:30.035745 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:30.049940 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd738013-8096-4e5b-8520-aa4af7ced743 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:34:30.071508 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port cd738013-8096-4e5b-8520-aa4af7ced743, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd738013-8096-4e5b-8520-aa4af7ced743,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:34:30.157594 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:30.205929 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=cd738013-8096-4e5b-8520-aa4af7ced743,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:34:30.213268 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.213642 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.213963 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.214304 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.214670 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.215137 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.215679 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.216247 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.216693 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.217097 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.217445 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.217779 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.218107 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.218493 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.218814 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:30.545234 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['cd738013-8096-4e5b-8520-aa4af7ced743'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:34:30.606686 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:30.646416 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85c3e8-1e57-424b-8b01-0e224f79dd6a req-03fdb126-fa09-4c40-afdd-402b9dadc5f1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:30.648836 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3c85c3e8-1e57-424b-8b01-0e224f79dd6a req-03fdb126-fa09-4c40-afdd-402b9dadc5f1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 945 time: 0.0530438 Jul 25 19:34:30.700648 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3c85c3e8-1e57-424b-8b01-0e224f79dd6a req-b9193b4e-39ae-41cd-8008-0d84afe47ea4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460999 Jul 25 19:34:30.900573 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:31.397003 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:31.822219 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498ed0f-18ce-4af2-88e2-292caf5e0510 req-5e5d4433-4dc0-4d09-a4fe-4b34906f2aa4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:31.823781 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4498ed0f-18ce-4af2-88e2-292caf5e0510 req-5e5d4433-4dc0-4d09-a4fe-4b34906f2aa4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 945 time: 0.0486498 Jul 25 19:34:31.876032 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4498ed0f-18ce-4af2-88e2-292caf5e0510 req-05aa897b-1fbf-48b5-b766-ca0b426414ba tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466142 Jul 25 19:34:31.893101 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device cd738013-8096-4e5b-8520-aa4af7ced743 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:34:31.942549 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:31.943626 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port cd738013-8096-4e5b-8520-aa4af7ced743 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:34:32.060526 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port cd738013-8096-4e5b-8520-aa4af7ced743 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:34:32.060822 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:32.081775 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:32.145554 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port cd738013-8096-4e5b-8520-aa4af7ced743 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:34:32.145947 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:32.170615 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd738013-8096-4e5b-8520-aa4af7ced743'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:34:32.172874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b204ca-d7af-421a-8831-05d3b92874b1" -d '{"events": [{"server_uuid": "d93e2b8b-7ee2-45b5-a777-ccd004626b28", "name": "network-vif-plugged", "status": "completed", "tag": "cd738013-8096-4e5b-8520-aa4af7ced743"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:34:32.187930 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port cd738013-8096-4e5b-8520-aa4af7ced743, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd738013-8096-4e5b-8520-aa4af7ced743,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:34:32.242796 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:32.301838 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=cd738013-8096-4e5b-8520-aa4af7ced743,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:34:32.322683 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0987a0-682b-4716-999b-bfb1e48448a4 x-openstack-request-id: req-ab0987a0-682b-4716-999b-bfb1e48448a4 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:34:32.322978 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93e2b8b-7ee2-45b5-a777-ccd004626b28", "name": "network-vif-plugged", "status": "completed", "tag": "cd738013-8096-4e5b-8520-aa4af7ced743", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:34:32.323229 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ab0987a0-682b-4716-999b-bfb1e48448a4 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:34:32.323638 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab0987a0-682b-4716-999b-bfb1e48448a4'] response: {'server_uuid': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'code': 200} Jul 25 19:34:32.369123 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=12 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:32.370974 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=14 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:32.709934 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c939c1d-c5e6-4421-949d-d9b431067f2f req-312a32b9-20ee-404e-81d2-2f818277e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:32.714912 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0c939c1d-c5e6-4421-949d-d9b431067f2f req-312a32b9-20ee-404e-81d2-2f818277e8f6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 1130 time: 0.0416915 Jul 25 19:34:32.770155 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0c939c1d-c5e6-4421-949d-d9b431067f2f req-aed5baba-ec30-42fa-979d-84246b5fe2c4 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523322 Jul 25 19:34:33.018122 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518112b-a710-4c85-bec0-b80a50eaba06 req-b6f86b43-072f-45cd-9598-eb0fe53cd46b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:33.019550 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e518112b-a710-4c85-bec0-b80a50eaba06 req-b6f86b43-072f-45cd-9598-eb0fe53cd46b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 946 time: 0.0552127 Jul 25 19:34:33.071563 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e518112b-a710-4c85-bec0-b80a50eaba06 req-411208d5-5c8c-45f2-8f21-5566439d3c6d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461364 Jul 25 19:34:34.196788 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623e118-1964-49de-84e7-656dbbe2a483 req-474cb089-d508-435c-9b14-ece6a330dc66 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:34.198412 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e623e118-1964-49de-84e7-656dbbe2a483 req-474cb089-d508-435c-9b14-ece6a330dc66 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 946 time: 0.0488050 Jul 25 19:34:34.252826 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e623e118-1964-49de-84e7-656dbbe2a483 req-9b3ee7c0-4c38-48d0-9aae-2d3601eca7f9 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487747 Jul 25 19:34:35.387393 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766628d1-165d-43d1-9c2c-dc79f3c62398 req-1e5df39f-5b35-4f75-bf2d-96450961b905 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:35.388902 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-766628d1-165d-43d1-9c2c-dc79f3c62398 req-1e5df39f-5b35-4f75-bf2d-96450961b905 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 946 time: 0.0511997 Jul 25 19:34:35.444454 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-766628d1-165d-43d1-9c2c-dc79f3c62398 req-61e11315-30b4-454e-8dd5-95b6249f150c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484364 Jul 25 19:34:35.570102 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808512a-de41-457e-b807-2f2c5d3a854b req-16222460-5d42-4db7-bd12-af028b8bf80e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:35.571618 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c808512a-de41-457e-b807-2f2c5d3a854b req-16222460-5d42-4db7-bd12-af028b8bf80e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 946 time: 0.0479665 Jul 25 19:34:35.625505 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c808512a-de41-457e-b807-2f2c5d3a854b req-f640be45-8501-4916-b877-ad23dc886cc6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480213 Jul 25 19:34:35.652706 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51084) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:34:35.736850 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b4fce9-789c-4aa7-a882-7ed7a24496fd tempest-TestVolumeBootPattern-1734273569 tempest-TestVolumeBootPattern-1734273569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:35.738523 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-41b4fce9-789c-4aa7-a882-7ed7a24496fd tempest-TestVolumeBootPattern-1734273569 tempest-TestVolumeBootPattern-1734273569-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 1125 time: 0.0847960 Jul 25 19:34:35.742001 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51088) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:34:35.746264 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'port_id': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address': '172.20.0.11'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:34:35.883153 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:35.953025 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:35.962302 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:35.965152 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:36.075748 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Allocated IP 172.27.0.186 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/ec39e26a-7daf-4cc9-82be-60c8d4e4286e) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:34:36.183183 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:36.277679 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:36.322909 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:34:36.327858 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:34:36.330474 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:34:36.354016 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=ec39e26a-7daf-4cc9-82be-60c8d4e4286e,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:34:36.366174 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.366536 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.366878 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.367215 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.367548 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.367904 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.368235 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.368559 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.368883 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.369208 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.369541 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.369861 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.370181 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.370528 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.370848 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:34:36.570261 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:36.981844 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (56fe46a5-e7df-4e6b-90a1-d6f841770cc2), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:37.126012 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:37.281579 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:37.346225 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:37.408835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:37.423833 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=ec39e26a-7daf-4cc9-82be-60c8d4e4286e,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:34:37.434836 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (56fe46a5-e7df-4e6b-90a1-d6f841770cc2), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:37.539257 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Floating IP 56fe46a5-e7df-4e6b-90a1-d6f841770cc2 associated. External IP: 172.27.0.186, port: cd738013-8096-4e5b-8520-aa4af7ced743. Jul 25 19:34:37.743264 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:34:37.797782 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:37.851558 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:34:37.865263 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d886d-4255-4373-b845-4092ede7deda None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:34:37.876469 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d886d-4255-4373-b845-4092ede7deda None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:34:37.877087 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-652d886d-4255-4373-b845-4092ede7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:34:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:34:37.936475 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:37.969259 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-f0267e68-4d9c-4ba6-83f8-38315b7047c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2261083 Jul 25 19:34:37.970034 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'tag': 'cd738013-8096-4e5b-8520-aa4af7ced743'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:34:37.972758 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd54a58-e78e-482f-9808-96fbc7962e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d93e2b8b-7ee2-45b5-a777-ccd004626b28", "tag": "cd738013-8096-4e5b-8520-aa4af7ced743"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:34:37.981809 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-652d886d-4255-4373-b845-4092ede7deda None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:34:38.015330 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f327858d-e0fb-4fe0-bf7b-b0fe72a0d91d x-openstack-request-id: req-f327858d-e0fb-4fe0-bf7b-b0fe72a0d91d {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:34:38.015624 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d93e2b8b-7ee2-45b5-a777-ccd004626b28", "tag": "cd738013-8096-4e5b-8520-aa4af7ced743", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:34:38.015885 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-f327858d-e0fb-4fe0-bf7b-b0fe72a0d91d {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:34:38.016349 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f327858d-e0fb-4fe0-bf7b-b0fe72a0d91d'] response: {'name': 'network-changed', 'server_uuid': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'tag': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'status': 'completed', 'code': 200} Jul 25 19:34:38.078101 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-90801191-c276-4b91-abff-6b734b92166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:38.079676 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-90801191-c276-4b91-abff-6b734b92166b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 1130 time: 0.0396447 Jul 25 19:34:38.178827 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-42358960-0418-4540-b80d-f35178125f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:38.180367 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-42358960-0418-4540-b80d-f35178125f5d service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0948114 Jul 25 19:34:38.207272 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-652d886d-4255-4373-b845-4092ede7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '56fe46a5-e7df-4e6b-90a1-d6f841770cc2', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:45:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:34:36Z', 'updated_at': '2022-07-25T19:34:36Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:34:38.233759 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d886d-4255-4373-b845-4092ede7deda None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:34:38.243826 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d886d-4255-4373-b845-4092ede7deda None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:34:38.244442 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-652d886d-4255-4373-b845-4092ede7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:34:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:34:38.245719 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-0ebd8dc2-1a2a-4d7a-a3cc-a698fdba0152 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd738013-8096-4e5b-8520-aa4af7ced743 HTTP/1.1" status: 200 len: 1000 time: 0.0587268 Jul 25 19:34:38.301267 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-8a5e9647-ff27-4660-82b6-3e6e314f714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:38.303430 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-8a5e9647-ff27-4660-82b6-3e6e314f714b service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0501013 Jul 25 19:34:38.346063 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-4e18deb3-7aed-4c27-b04b-cee6a9bc2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:34:38.347779 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-4e18deb3-7aed-4c27-b04b-cee6a9bc2e32 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391204 Jul 25 19:34:38.350666 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-652d886d-4255-4373-b845-4092ede7deda None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:34:38.442630 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-99ecd59a-3ae7-48a4-bdee-3f4dd3c2e6fd service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883608 Jul 25 19:34:38.544487 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddd54a58-e78e-482f-9808-96fbc7962e1c req-9c23950e-6a4b-4d62-a564-52eeb52f21f0 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954230 Jul 25 19:34:38.578673 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-652d886d-4255-4373-b845-4092ede7deda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '56fe46a5-e7df-4e6b-90a1-d6f841770cc2', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:45:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:34:36Z', 'updated_at': '2022-07-25T19:34:36Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:34:38.605928 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d886d-4255-4373-b845-4092ede7deda None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '56fe46a5-e7df-4e6b-90a1-d6f841770cc2', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:45:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:34:36Z', 'updated_at': '2022-07-25T19:34:36Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:34:38.809220 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144aa2d-7ff9-44d1-9bc9-82ebadd2f442 None None] New status for floating IP 56fe46a5-e7df-4e6b-90a1-d6f841770cc2: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:34:42.066491 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:43.815433 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:34:47.963553 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=49,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:47.965903 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:48.539165 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:48.541283 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=79 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:52.001589 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:52.009770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:53.802867 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=83 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:53.811882 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:34:55.781634 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c0b2a23c-bb87-430a-9c4b-dc139a0fb681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:58.311317 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d08866b8-ccd5-4741-a367-561c90c62528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:34:59.625849 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:00.929716 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:01.380181 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:12.104726 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:20.815843 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:35:22.006378 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:22.012544 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=3,neutron:SELECT=20 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:25.779676 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-bd961b5d-4440-41a1-9295-091212e86e97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:27.985633 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-7935d231-9cbc-4965-81a6-0c44610a7567 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844851 Jul 25 19:35:28.067644 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-fd7372a5-bcdd-416e-b02d-9da1e5b53d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:35:28.069157 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-fd7372a5-bcdd-416e-b02d-9da1e5b53d2b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 1130 time: 0.0398905 Jul 25 19:35:28.178809 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-0de949d7-e536-4dd4-9189-92205d62de26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:35:28.180291 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-0de949d7-e536-4dd4-9189-92205d62de26 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0925772 Jul 25 19:35:28.248292 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-c6e87ddd-f514-444f-8025-734e41577069 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd738013-8096-4e5b-8520-aa4af7ced743 HTTP/1.1" status: 200 len: 1002 time: 0.0618668 Jul 25 19:35:28.299219 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-a9d3150f-1270-4e01-93d1-fab68984ff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:35:28.300695 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-a9d3150f-1270-4e01-93d1-fab68984ff34 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0458615 Jul 25 19:35:28.344316 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-98a09f22-31b5-4c46-ad38-4d245d35ed4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:35:28.345831 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-98a09f22-31b5-4c46-ad38-4d245d35ed4e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393558 Jul 25 19:35:28.349726 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-01802590-b295-4dee-99fb-c84899140fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:28.357671 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-759bba87-a1ee-43fe-99b0-f303be9701c8 service neutron] http://10.222.0.17:9696/v2.0/extensions returned with HTTP 200 {{(pid=111003) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 25 19:35:28.362594 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-759bba87-a1ee-43fe-99b0-f303be9701c8 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058184 Jul 25 19:35:28.455854 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-81393806-2120-4e54-980b-12c9fc523e64 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908973 Jul 25 19:35:28.549013 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-4c8190a5-5cbe-4053-ae52-3e1746043dd2 req-56784d8a-a1b3-439d-8fc9-45f7f4b33b1a service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875092 Jul 25 19:35:28.719127 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:29.614320 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:30.811387 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:30.933964 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:31.394935 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:38.543909 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=54 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:38.545953 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=47 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:41.325819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:41.327727 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:42.077511 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:52.005238 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:52.011209 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:35:55.785002 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ef2bab93-9c39-4b75-8b49-530905cc72b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:57.815138 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:35:58.345005 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-9da28721-8cfa-481a-959d-567e34028755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:35:59.642067 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:00.919819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:01.425852 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:08.784343 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:08.785162 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:11.327565 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:11.329444 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:12.079671 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:22.012017 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:22.013946 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:25.790650 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b250a916-9e58-46cf-80c6-935e55164a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:27.944239 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-ad7db74e-27fb-45a9-99c5-7261d2df25f6 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464840 Jul 25 19:36:28.025039 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-12126bf1-18c4-4e09-ae34-1b25a9f8bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:36:28.026792 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-12126bf1-18c4-4e09-ae34-1b25a9f8bb01 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 1130 time: 0.0404751 Jul 25 19:36:28.130273 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-a2775fe0-793b-46ed-b04e-754adf46d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:36:28.131788 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-a2775fe0-793b-46ed-b04e-754adf46d27d service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0879145 Jul 25 19:36:28.198268 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-96d72df1-1644-4098-8e53-2b2790f94cb4 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd738013-8096-4e5b-8520-aa4af7ced743 HTTP/1.1" status: 200 len: 1002 time: 0.0603886 Jul 25 19:36:28.250981 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-8daecc07-35ac-4510-a376-1fcc10235a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:36:28.252479 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-8daecc07-35ac-4510-a376-1fcc10235a8d service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0483925 Jul 25 19:36:28.294529 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-2d7556f6-7615-4ffa-909d-8b4eed691aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:36:28.296053 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-2d7556f6-7615-4ffa-909d-8b4eed691aa4 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381157 Jul 25 19:36:28.331029 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-6c713458-94ac-4ae4-a090-2b674e402dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:28.392590 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-6358d3a4-8b25-4f1f-8420-4fee336000ad service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894756 Jul 25 19:36:28.489798 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d76d44df-0ffe-4fe4-86d7-c0f013d4fa78 req-a1df56b4-6f63-4095-9873-7455a015a9a9 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904703 Jul 25 19:36:29.622248 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:30.950802 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:31.393689 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:32.356560 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=12 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:32.357410 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=14 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:34.814608 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:36:38.484736 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=51 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:38.486673 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=50 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:41.330137 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:41.332046 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:42.079704 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:42.728418 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:52.019200 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:52.020311 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:53.634608 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476c147-bd06-44cf-a3f1-54004e1f0fcd req-fc660945-bf63-4607-9f47-415807515827 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:36:53.636115 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e476c147-bd06-44cf-a3f1-54004e1f0fcd req-fc660945-bf63-4607-9f47-415807515827 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 946 time: 0.0541973 Jul 25 19:36:53.687571 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e476c147-bd06-44cf-a3f1-54004e1f0fcd req-875aab87-c7d4-4127-b2c5-c8ec43ba2e42 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457823 Jul 25 19:36:53.810225 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:54.880070 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b916dd1-7844-4a9d-bf7a-6bab3cb1a265 req-e0d17b9b-877b-485c-914c-5b95195817dd tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:36:54.882221 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b916dd1-7844-4a9d-bf7a-6bab3cb1a265 req-e0d17b9b-877b-485c-914c-5b95195817dd tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 946 time: 0.1175821 Jul 25 19:36:54.936662 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5b916dd1-7844-4a9d-bf7a-6bab3cb1a265 req-cfb245dd-168b-4b5e-a059-92fbe2f4dd74 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461504 Jul 25 19:36:55.234762 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-1a4f84c6-c88b-499d-a236-94bb9fb53b0e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:36:55.236342 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-1a4f84c6-c88b-499d-a236-94bb9fb53b0e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 946 time: 0.0533409 Jul 25 19:36:55.323377 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Deleting port cd738013-8096-4e5b-8520-aa4af7ced743 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:36:55.323745 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:55.418483 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] For port cd738013-8096-4e5b-8520-aa4af7ced743, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=cd738013-8096-4e5b-8520-aa4af7ced743,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:36:55.418792 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:55.592290 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:55.592664 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (56fe46a5-e7df-4e6b-90a1-d6f841770cc2), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:55.592981 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.db.l3_db [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Floating IP 56fe46a5-e7df-4e6b-90a1-d6f841770cc2 disassociated. External IP: 172.27.0.186, port: cd738013-8096-4e5b-8520-aa4af7ced743. Jul 25 19:36:55.593332 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Calling delete_port for cd738013-8096-4e5b-8520-aa4af7ced743 owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:36:55.804568 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (cd738013-8096-4e5b-8520-aa4af7ced743), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:55.812917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb7f231e-992d-475b-a7ab-8f1d7b202ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:55.835704 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event deleted for resources: {'Port': ['ID=cd738013-8096-4e5b-8520-aa4af7ced743,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:36:55.846182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.846558 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.846942 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.847252 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.847594 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.847927 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.848256 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.848587 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.848916 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.849349 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.849569 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.850026 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.850224 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.850570 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.850892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:36:55.961534 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:36:56.042524 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-fdcbc705-a594-435f-81b4-3019051096b7 req-e16e962a-6839-4ac5-b8b5-01af6216b9b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 210 time: 0.0300453 Jul 25 19:36:56.079137 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:36:56.094039 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:36:56.105184 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:36:56.105797 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:36:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:36:56.127588 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] No DVR routers for this DVR port cd738013-8096-4e5b-8520-aa4af7ced743 on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:36:56.130015 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:56.133478 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-08cbfbd0-f05a-462b-a3d7-4ce19edd2160 req-b38d4f01-9371-4df6-82c7-345913223ac5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "DELETE /v2.0/ports/cd738013-8096-4e5b-8520-aa4af7ced743 HTTP/1.1" status: 204 len: 173 time: 0.8917425 Jul 25 19:36:56.133918 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'name': 'network-vif-deleted', 'tag': 'cd738013-8096-4e5b-8520-aa4af7ced743'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:36:56.136579 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a04a002-dab5-40e8-8584-bcd72e691fdd" -d '{"events": [{"server_uuid": "d93e2b8b-7ee2-45b5-a777-ccd004626b28", "name": "network-vif-deleted", "tag": "cd738013-8096-4e5b-8520-aa4af7ced743"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:36:56.176672 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32691a5b-d7d2-413c-adb4-ba8e7c2cd5c7 x-openstack-request-id: req-32691a5b-d7d2-413c-adb4-ba8e7c2cd5c7 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:36:56.176966 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d93e2b8b-7ee2-45b5-a777-ccd004626b28", "name": "network-vif-deleted", "tag": "cd738013-8096-4e5b-8520-aa4af7ced743", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:36:56.177218 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-32691a5b-d7d2-413c-adb4-ba8e7c2cd5c7 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:36:56.177620 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32691a5b-d7d2-413c-adb4-ba8e7c2cd5c7'] response: {'server_uuid': 'd93e2b8b-7ee2-45b5-a777-ccd004626b28', 'name': 'network-vif-deleted', 'tag': 'cd738013-8096-4e5b-8520-aa4af7ced743', 'status': 'completed', 'code': 200} Jul 25 19:36:56.216499 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:36:56.496619 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:36:56.521351 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:36:56.529995 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:36:56.530646 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:36:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:36:56.638283 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:36:56.830613 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:36:56.856925 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbf83ba-c289-417f-9b34-d5b2940b3ef5 None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:36:57.084626 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b828aa58-1c40-47a4-8b72-16bbf61590e3 None None] New status for floating IP 56fe46a5-e7df-4e6b-90a1-d6f841770cc2: DOWN {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:36:57.163279 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-261130a5-29c9-473b-a7cf-1ab54850513d req-393d152c-36a6-456a-b231-2c2bc7a98545 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d93e2b8b-7ee2-45b5-a777-ccd004626b28 HTTP/1.1" status: 200 len: 210 time: 0.0306106 Jul 25 19:36:58.347397 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-479333fb-c1d2-47bc-a494-c05b2715a077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:36:58.394889 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-88554db3-f1cf-44c2-9e7a-431f98d2f6da tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977721220&fields=id&tenant_id=03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 267 time: 0.0445743 Jul 25 19:36:58.505817 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-5106157a-e96a-4bfe-aa90-4fb4499363cd tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:36:58.507285 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-5106157a-e96a-4bfe-aa90-4fb4499363cd tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 811 time: 0.1050901 Jul 25 19:36:58.521860 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-bbefbd96-fa7e-4120-93ba-a1ac0c1068d4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/quotas/03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 375 time: 0.0091090 Jul 25 19:36:58.532713 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device cd738013-8096-4e5b-8520-aa4af7ced743 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:36:58.557405 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: cd738013-8096-4e5b-8520-aa4af7ced743 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:36:58.557683 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device cd738013-8096-4e5b-8520-aa4af7ced743 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:36:58.574090 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-c1710c6d-397f-4278-ab90-f07dfd6de5ce tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462124 Jul 25 19:36:58.720222 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-10345c14-1cb3-43f3-933b-057ae8ac8eb0 service neutron] 10.222.0.17 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337328 Jul 25 19:36:58.815599 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-33058ac8-f2f3-43a9-8eef-0b3c8e8b729b service neutron] 10.222.0.17 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896549 Jul 25 19:36:59.367511 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:36:59.386234 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-abb6b4a0-3c37-41ee-8d59-2b50091e9d80 req-798015fd-c320-478c-8983-c9017402b063 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 210 time: 0.0289383 Jul 25 19:36:59.676122 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:00.489515 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0e0e8f92-b791-48ee-864c-ccc433384e80 req-679c2c58-d2f5-4f7a-a770-a69d7875bb15 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 210 time: 0.0292799 Jul 25 19:37:00.904595 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:01.183584 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:01.241399 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-6583f8cd-81f1-4856-85b8-a53394df25c3 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:01.242886 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-6583f8cd-81f1-4856-85b8-a53394df25c3 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 811 time: 0.1114290 Jul 25 19:37:01.310400 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-2adaa1d8-9a22-49e1-adf3-ecd75ba13381 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 380 time: 0.0583227 Jul 25 19:37:01.319467 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'port': {'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'admin_state_up': True, 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'security_groups': ['21f92f41-9903-472f-b5d6-8b6d8baa9953']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:37:01.433210 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:01.529876 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Made reservation on behalf of 03519fbb6e4c42098f809f799c77f884 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:37:01.534066 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:01.637291 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-5661807e-0f50-4c34-9a8c-a75746b47a28 req-945975b2-7754-46b2-8171-b702cc0ae5b1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 210 time: 0.0397081 Jul 25 19:37:01.704004 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Allocated IP 172.20.0.10 (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa/8d5c5f1c-1aec-4eba-a750-a5f4e8d05169/08532af4-2657-41b3-95af-eafa559bdf33) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:37:01.859835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (08532af4-2657-41b3-95af-eafa559bdf33), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:01.870988 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:01.979763 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (08532af4-2657-41b3-95af-eafa559bdf33), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:02.029552 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:37:02.034772 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:37:02.036934 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=08532af4-2657-41b3-95af-eafa559bdf33,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:37:02.039121 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:37:02.094895 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:02.095107 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:02.178792 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-98b80be1-e4bb-4a2e-8146-91b3b4443ddc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8628190 Jul 25 19:37:02.190011 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Request body: {'port': {'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:37:02.249189 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-4401671f-cd15-4ac1-b5e5-ef1ffd4e52b5 None None] Provisioning complete for port 08532af4-2657-41b3-95af-eafa559bdf33 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:37:02.249796 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4401671f-cd15-4ac1-b5e5-ef1ffd4e52b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (08532af4-2657-41b3-95af-eafa559bdf33), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:02.256942 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (08532af4-2657-41b3-95af-eafa559bdf33), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:02.290775 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-4401671f-cd15-4ac1-b5e5-ef1ffd4e52b5 None None] Port 08532af4-2657-41b3-95af-eafa559bdf33 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:37:02.437789 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:02.533723 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08532af4-2657-41b3-95af-eafa559bdf33 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:37:02.541553 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Publish callbacks [] for port (08532af4-2657-41b3-95af-eafa559bdf33), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:02.555506 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Transition to ACTIVE for port object 08532af4-2657-41b3-95af-eafa559bdf33 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:37:02.647095 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (08532af4-2657-41b3-95af-eafa559bdf33), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:02.709398 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Pushing event updated for resources: {'Port': ['ID=08532af4-2657-41b3-95af-eafa559bdf33,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:37:02.803013 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Attempting to bind port 08532af4-2657-41b3-95af-eafa559bdf33 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:37:02.803346 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Attempting to bind port 08532af4-2657-41b3-95af-eafa559bdf33 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:37:02.803673 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Attempting to bind port 08532af4-2657-41b3-95af-eafa559bdf33 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:37:02.806684 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2c39a-4ab2-4248-bb17-81ae1806ee29 req-5ad79975-82c0-4e81-9267-97bf364d89fb tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:02.809141 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-09e2c39a-4ab2-4248-bb17-81ae1806ee29 req-5ad79975-82c0-4e81-9267-97bf364d89fb tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0573249 Jul 25 19:37:02.809297 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Port 08532af4-2657-41b3-95af-eafa559bdf33 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:37:02.809563 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Attempting to bind port 08532af4-2657-41b3-95af-eafa559bdf33 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:37:02.818952 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:37:02.819302 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Checking segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:37:02.819692 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Bound using segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:37:02.820127 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Bound port: 08532af4-2657-41b3-95af-eafa559bdf33, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:37:02.820495 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (08532af4-2657-41b3-95af-eafa559bdf33), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:02.833530 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:02.891135 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-09e2c39a-4ab2-4248-bb17-81ae1806ee29 req-9b7afb55-6489-4812-b525-7790e0b9a178 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747895 Jul 25 19:37:02.918443 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] For port 08532af4-2657-41b3-95af-eafa559bdf33, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:37:02.921959 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] For port 08532af4-2657-41b3-95af-eafa559bdf33, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=08532af4-2657-41b3-95af-eafa559bdf33,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:37:03.008136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (08532af4-2657-41b3-95af-eafa559bdf33), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:03.048533 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:03.049147 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:03.050564 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-8f065886-d468-4915-9949-370f2e0814ba service neutron] 10.222.0.88 "PUT /v2.0/ports/08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 200 len: 1094 time: 0.8649101 Jul 25 19:37:03.051002 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:37:03.053328 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a7e174-dbfd-43e4-a4ce-aee2d9c950e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "tag": "08532af4-2657-41b3-95af-eafa559bdf33"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:37:03.074774 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f065886-d468-4915-9949-370f2e0814ba service neutron] Pushing event updated for resources: {'Port': ['ID=08532af4-2657-41b3-95af-eafa559bdf33,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:37:03.101584 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c830bfbe-bff4-4d7b-b947-71bc773f687c x-openstack-request-id: req-c830bfbe-bff4-4d7b-b947-71bc773f687c {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:37:03.101878 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "tag": "08532af4-2657-41b3-95af-eafa559bdf33", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:37:03.102160 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-c830bfbe-bff4-4d7b-b947-71bc773f687c {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:37:03.102600 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c830bfbe-bff4-4d7b-b947-71bc773f687c'] response: {'name': 'network-changed', 'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33', 'status': 'completed', 'code': 200} Jul 25 19:37:03.164265 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7e174-dbfd-43e4-a4ce-aee2d9c950e0 req-4b86340e-5ba0-47c3-872b-d52f68fffa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:03.165856 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51a7e174-dbfd-43e4-a4ce-aee2d9c950e0 req-4b86340e-5ba0-47c3-872b-d52f68fffa5c service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1128 time: 0.0435555 Jul 25 19:37:03.273835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7e174-dbfd-43e4-a4ce-aee2d9c950e0 req-fe395c53-9b67-41e9-8960-d4e4a2a0cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:03.275267 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51a7e174-dbfd-43e4-a4ce-aee2d9c950e0 req-fe395c53-9b67-41e9-8960-d4e4a2a0cb22 service neutron] 10.222.0.88 "GET /v2.0/networks?tenant_id=03519fbb6e4c42098f809f799c77f884&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1017306 Jul 25 19:37:03.370882 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7e174-dbfd-43e4-a4ce-aee2d9c950e0 req-d8d54458-d785-48e0-92f7-5115dc9d049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:03.372376 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51a7e174-dbfd-43e4-a4ce-aee2d9c950e0 req-d8d54458-d785-48e0-92f7-5115dc9d049e service neutron] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902672 Jul 25 19:37:03.454637 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-9e4f9848-9270-4177-b7ab-ee2e059e6b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:03.456139 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-9e4f9848-9270-4177-b7ab-ee2e059e6b19 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1128 time: 0.0442080 Jul 25 19:37:03.496664 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-36078adf-9312-49da-b245-1c7956e09261 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 200 len: 217 time: 0.0335581 Jul 25 19:37:03.545555 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-93207e2c-1cc2-4760-bd6d-49bc855f7edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:03.546937 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-93207e2c-1cc2-4760-bd6d-49bc855f7edb service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0440726 Jul 25 19:37:03.589052 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-15128aeb-ea85-484b-aa18-5bed776dbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:03.590556 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-15128aeb-ea85-484b-aa18-5bed776dbf07 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379760 Jul 25 19:37:03.685486 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-9d0b1d55-b596-4215-bf37-cd2457d69c7b service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887656 Jul 25 19:37:03.778872 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-98bb05ba-310d-42ee-91e7-41aac68145a2 req-0409f817-92c1-417c-bd0a-a34d7b9269fc service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876365 Jul 25 19:37:04.011735 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff7876-23b8-483f-8cd6-53b64e52da88 req-c003d87e-e9f6-49e6-9eec-625c8863949d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:04.013232 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-50ff7876-23b8-483f-8cd6-53b64e52da88 req-c003d87e-e9f6-49e6-9eec-625c8863949d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0481963 Jul 25 19:37:04.067151 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-50ff7876-23b8-483f-8cd6-53b64e52da88 req-6d76b97e-f12f-42ac-be37-fa00de036eba tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481999 Jul 25 19:37:05.191371 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff5338-f49f-4a6d-a709-e4d03803e226 req-f5d4620b-54c1-44a9-809c-fdf74678f619 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:05.192841 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dcff5338-f49f-4a6d-a709-e4d03803e226 req-f5d4620b-54c1-44a9-809c-fdf74678f619 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0481737 Jul 25 19:37:05.243060 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-dcff5338-f49f-4a6d-a709-e4d03803e226 req-91591ae5-72f4-4626-934d-df0571da5951 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447545 Jul 25 19:37:06.360724 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effa600-d006-40c8-9e62-c00d7a122d71 req-f2ad812e-37e7-40f2-8497-e03b9656c9c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:06.362216 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3effa600-d006-40c8-9e62-c00d7a122d71 req-f2ad812e-37e7-40f2-8497-e03b9656c9c4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0480602 Jul 25 19:37:06.412165 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3effa600-d006-40c8-9e62-c00d7a122d71 req-3b16662b-31f8-46e0-a2f3-69c4e46b2a73 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442681 Jul 25 19:37:06.832383 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=63 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:06.833303 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=69 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:07.544710 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c33197-6a90-4063-99e7-4e9a172a3d32 req-cfbfb65f-f84b-4ba0-af0f-cd763509dbcf tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:07.546242 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-96c33197-6a90-4063-99e7-4e9a172a3d32 req-cfbfb65f-f84b-4ba0-af0f-cd763509dbcf tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0546556 Jul 25 19:37:07.574723 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:07.616899 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-96c33197-6a90-4063-99e7-4e9a172a3d32 req-2ab9b992-9797-4d43-a797-8c39304e76ae tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622749 Jul 25 19:37:08.736015 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878c7e8-6ecd-45fd-bf94-e7cb2b14b6cc req-306c8b87-b7ce-467e-bb1a-193a128cc799 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:08.737485 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6878c7e8-6ecd-45fd-bf94-e7cb2b14b6cc req-306c8b87-b7ce-467e-bb1a-193a128cc799 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0479574 Jul 25 19:37:08.786506 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-6878c7e8-6ecd-45fd-bf94-e7cb2b14b6cc req-de67c390-b73f-40a3-a49a-41452ffdc68e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435236 Jul 25 19:37:09.912065 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46910e2b-a840-4ce8-b27e-47535f44347f req-f7b44290-7aa9-4493-9250-e93b92e4483b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:09.913639 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-46910e2b-a840-4ce8-b27e-47535f44347f req-f7b44290-7aa9-4493-9250-e93b92e4483b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0520768 Jul 25 19:37:09.964709 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-46910e2b-a840-4ce8-b27e-47535f44347f req-358b6238-f2e0-496a-8044-55eda75a3538 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450687 Jul 25 19:37:11.089539 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2aca6-57f9-4d8e-948e-fae36255843c req-8679cc8f-c164-4daf-99ba-cb3e41fdf251 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:11.091025 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dbe2aca6-57f9-4d8e-948e-fae36255843c req-8679cc8f-c164-4daf-99ba-cb3e41fdf251 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0524142 Jul 25 19:37:11.143098 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-dbe2aca6-57f9-4d8e-948e-fae36255843c req-270edca9-13be-4926-a56d-331f2fe8634a tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458608 Jul 25 19:37:11.814459 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:37:12.089723 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:12.273299 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9376adc-5629-435b-a93c-8b530b8c3c35 req-4709542d-efc7-4fe6-993e-0da7aedf1a24 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:12.274820 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a9376adc-5629-435b-a93c-8b530b8c3c35 req-4709542d-efc7-4fe6-993e-0da7aedf1a24 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 944 time: 0.0474129 Jul 25 19:37:12.324767 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a9376adc-5629-435b-a93c-8b530b8c3c35 req-19aec981-9762-4e20-9d93-6e8d39d33892 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443537 Jul 25 19:37:12.563273 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 08532af4-2657-41b3-95af-eafa559bdf33 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:37:12.791028 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 08532af4-2657-41b3-95af-eafa559bdf33, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=08532af4-2657-41b3-95af-eafa559bdf33,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:37:12.803153 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': '08532af4-2657-41b3-95af-eafa559bdf33', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:37:12.838953 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 08532af4-2657-41b3-95af-eafa559bdf33 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:37:12.845651 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (08532af4-2657-41b3-95af-eafa559bdf33), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:12.853134 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08532af4-2657-41b3-95af-eafa559bdf33 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:37:12.872765 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 08532af4-2657-41b3-95af-eafa559bdf33, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=08532af4-2657-41b3-95af-eafa559bdf33,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:37:12.952243 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (08532af4-2657-41b3-95af-eafa559bdf33), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:13.003428 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=08532af4-2657-41b3-95af-eafa559bdf33,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:37:13.011135 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.011492 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.011840 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.012186 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.012527 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.012864 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.013195 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.013526 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.013858 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.014189 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.014556 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.014889 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.015216 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.015544 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.015867 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:13.321720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['08532af4-2657-41b3-95af-eafa559bdf33'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:37:13.415522 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:13.428327 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:13.436909 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:13.444885 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acb238-229e-4bb7-956f-b501621c0701 req-ca2dfb3d-e4c4-46fd-a196-ce5532b5ca6a tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:13.446451 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4acb238-229e-4bb7-956f-b501621c0701 req-ca2dfb3d-e4c4-46fd-a196-ce5532b5ca6a tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 945 time: 0.0494802 Jul 25 19:37:13.493518 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:13.498923 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-f4acb238-229e-4bb7-956f-b501621c0701 req-a40434b7-7eaf-4b6f-8b4a-face84f2033e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468967 Jul 25 19:37:14.568389 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 08532af4-2657-41b3-95af-eafa559bdf33 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:37:14.613395 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port 08532af4-2657-41b3-95af-eafa559bdf33 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:37:14.616162 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:14.623758 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ba921-3ec7-4c7d-8b16-0d96f23cc929 req-928b49eb-3699-4eaa-af0e-cd09d6391e7f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:14.625495 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-070ba921-3ec7-4c7d-8b16-0d96f23cc929 req-928b49eb-3699-4eaa-af0e-cd09d6391e7f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 945 time: 0.0537355 Jul 25 19:37:14.675220 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-070ba921-3ec7-4c7d-8b16-0d96f23cc929 req-675a8be9-78b9-4942-b544-a85998ab5982 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442605 Jul 25 19:37:14.718112 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port 08532af4-2657-41b3-95af-eafa559bdf33 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:37:14.718548 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (08532af4-2657-41b3-95af-eafa559bdf33), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:14.793996 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port 08532af4-2657-41b3-95af-eafa559bdf33 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:37:14.794294 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (08532af4-2657-41b3-95af-eafa559bdf33), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:14.817711 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:37:14.819962 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a608ea-066a-4444-ba9d-a1a4ce6c7a49" -d '{"events": [{"server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "name": "network-vif-plugged", "status": "completed", "tag": "08532af4-2657-41b3-95af-eafa559bdf33"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:37:14.833296 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port 08532af4-2657-41b3-95af-eafa559bdf33, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=08532af4-2657-41b3-95af-eafa559bdf33,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:37:14.859320 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79927b-f645-43f0-9ac1-3b3daab9def4 x-openstack-request-id: req-3b79927b-f645-43f0-9ac1-3b3daab9def4 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:37:14.859610 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "name": "network-vif-plugged", "status": "completed", "tag": "08532af4-2657-41b3-95af-eafa559bdf33", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:37:14.859870 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-3b79927b-f645-43f0-9ac1-3b3daab9def4 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:37:14.860271 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b79927b-f645-43f0-9ac1-3b3daab9def4'] response: {'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33', 'code': 200} Jul 25 19:37:14.912720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (08532af4-2657-41b3-95af-eafa559bdf33), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:14.961803 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=08532af4-2657-41b3-95af-eafa559bdf33,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:37:15.262897 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6b47d-72ca-4565-8001-7a948bd7ffc3 req-3eff8aa3-5dfb-4e0e-abbc-c2e2511731a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:15.264412 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-27d6b47d-72ca-4565-8001-7a948bd7ffc3 req-3eff8aa3-5dfb-4e0e-abbc-c2e2511731a5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1130 time: 0.0403464 Jul 25 19:37:15.312672 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-27d6b47d-72ca-4565-8001-7a948bd7ffc3 req-3f02435e-3196-4fd0-86e1-918123aaeafd service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Jul 25 19:37:15.797258 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416c06-30ad-46b0-bc0b-cdc3df75b52f req-40c4fd52-cfb1-4b6c-95c8-e71118052e57 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:15.798759 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f416c06-30ad-46b0-bc0b-cdc3df75b52f req-40c4fd52-cfb1-4b6c-95c8-e71118052e57 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 946 time: 0.0476246 Jul 25 19:37:15.851940 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-7f416c06-30ad-46b0-bc0b-cdc3df75b52f req-1ec9c46b-81d5-4eba-b7a0-61bb6f17f2c5 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476665 Jul 25 19:37:16.981747 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afd047-d8d6-41ed-8354-250aa1857945 req-19d2c04b-44f3-430b-8bba-9e18f1e2736f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:16.983349 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-97afd047-d8d6-41ed-8354-250aa1857945 req-19d2c04b-44f3-430b-8bba-9e18f1e2736f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 946 time: 0.0548999 Jul 25 19:37:17.033560 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-97afd047-d8d6-41ed-8354-250aa1857945 req-03602986-ff3c-4b8d-b702-2b48851173b4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444660 Jul 25 19:37:18.154699 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fc2e6-16f7-4461-83ab-f71d4306a321 req-992b1b60-c654-4354-8d53-886984a8f9b1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:18.156214 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-627fc2e6-16f7-4461-83ab-f71d4306a321 req-992b1b60-c654-4354-8d53-886984a8f9b1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 946 time: 0.0479991 Jul 25 19:37:18.206833 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-627fc2e6-16f7-4461-83ab-f71d4306a321 req-7e83dce6-05a8-4632-8931-7630b48a271d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448411 Jul 25 19:37:18.324598 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36462dac-9d67-4f1f-acd7-2dacd9ac18a4 req-ebf82fe5-e12c-42b4-9202-dd5af75657c2 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:18.326113 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-36462dac-9d67-4f1f-acd7-2dacd9ac18a4 req-ebf82fe5-e12c-42b4-9202-dd5af75657c2 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 946 time: 0.0483761 Jul 25 19:37:18.375806 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-36462dac-9d67-4f1f-acd7-2dacd9ac18a4 req-646edc07-5b0e-4d42-865e-45b4b14ebb46 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440786 Jul 25 19:37:18.401760 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51226) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:37:18.440656 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43ca49-05c1-4a8e-be16-938f261c8c9d tempest-TestVolumeBootPattern-1734273569 tempest-TestVolumeBootPattern-1734273569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:18.442180 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-bd43ca49-05c1-4a8e-be16-938f261c8c9d tempest-TestVolumeBootPattern-1734273569 tempest-TestVolumeBootPattern-1734273569-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1125 time: 0.0393970 Jul 25 19:37:18.445068 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51228) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:37:18.449865 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address': '172.20.0.10'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:37:18.539026 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:18.622765 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:18.732086 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Allocated IP 172.27.0.203 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/620c6858-a2b5-49e1-b63e-50dd22a9d566) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:37:18.835313 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (620c6858-a2b5-49e1-b63e-50dd22a9d566), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:18.936074 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (620c6858-a2b5-49e1-b63e-50dd22a9d566), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:18.984594 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:37:18.987948 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:37:18.992073 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:37:18.995383 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=620c6858-a2b5-49e1-b63e-50dd22a9d566,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:37:19.023770 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.024122 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.024469 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.024818 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.025155 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.025596 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.026028 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.026386 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.026727 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.027059 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.027390 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.028312 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.028644 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.028971 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.029326 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:37:19.040002 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:19.129586 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:19.367411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (5044a1ee-d2b4-4441-af8e-9e45738ef892), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:19.503044 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (620c6858-a2b5-49e1-b63e-50dd22a9d566), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:19.660282 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (620c6858-a2b5-49e1-b63e-50dd22a9d566), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:19.724658 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:19.733272 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (620c6858-a2b5-49e1-b63e-50dd22a9d566), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:19.804439 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=620c6858-a2b5-49e1-b63e-50dd22a9d566,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:37:19.819795 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (5044a1ee-d2b4-4441-af8e-9e45738ef892), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:19.927827 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Floating IP 5044a1ee-d2b4-4441-af8e-9e45738ef892 associated. External IP: 172.27.0.203, port: 08532af4-2657-41b3-95af-eafa559bdf33. Jul 25 19:37:19.966167 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:20.138397 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:37:20.225828 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:20.248114 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:37:20.258023 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:37:20.269171 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:37:20.269892 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:36:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:37:20.326721 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:20.364422 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-e1b352dc-af22-481a-a151-b4aa298098c1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9183128 Jul 25 19:37:20.365310 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:37:20.367593 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "tag": "08532af4-2657-41b3-95af-eafa559bdf33"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:37:20.374593 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:37:20.469871 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37bfcec3-aa8d-46a6-87d9-94f1ca4aac8e x-openstack-request-id: req-37bfcec3-aa8d-46a6-87d9-94f1ca4aac8e {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:37:20.470170 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "tag": "08532af4-2657-41b3-95af-eafa559bdf33", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:37:20.470461 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-37bfcec3-aa8d-46a6-87d9-94f1ca4aac8e {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:37:20.470882 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37bfcec3-aa8d-46a6-87d9-94f1ca4aac8e'] response: {'name': 'network-changed', 'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33', 'status': 'completed', 'code': 200} Jul 25 19:37:20.543412 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-af634130-fc92-47f5-9050-ab29603c0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:20.545340 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-af634130-fc92-47f5-9050-ab29603c0640 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1130 time: 0.0530860 Jul 25 19:37:20.606292 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:19Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:37:20.632351 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:37:20.641785 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:37:20.642057 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:36:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:37:20.642187 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-cc0550e8-09d5-4304-a2bc-fb69590f0ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:20.643685 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-cc0550e8-09d5-4304-a2bc-fb69590f0ce1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0922694 Jul 25 19:37:20.706348 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-0ee9316d-f626-440d-ba42-e0d1e3950fdb service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 200 len: 1000 time: 0.0572426 Jul 25 19:37:20.747859 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:37:20.755710 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-578a1be9-0542-4370-b2ea-72a49f567bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:20.757206 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-578a1be9-0542-4370-b2ea-72a49f567bed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0455182 Jul 25 19:37:20.804326 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-e0208b3e-8057-4280-ac37-b6b08ddaaba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:20.805864 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-e0208b3e-8057-4280-ac37-b6b08ddaaba7 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425320 Jul 25 19:37:20.894837 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:20.901057 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-4dd789b4-a0a5-42e9-8eec-d70fab022eff service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893161 Jul 25 19:37:20.972551 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:19Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:37:20.998719 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ca0cc-23d4-42f8-a409-33d39b9ba753 None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:19Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:37:21.202859 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a41d708-a72f-4a99-86af-534dffa4ea1c None None] New status for floating IP 5044a1ee-d2b4-4441-af8e-9e45738ef892: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:37:21.278950 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-92fa1c5a-b961-4cfd-9adf-eb916709fcf6 req-c23250e7-76ee-45dc-9bcd-7b7cffb8ad61 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724999 Jul 25 19:37:25.786474 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d8888f29-e174-4bc1-96a1-3201ed850b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:28.306379 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a107-ff73-4a41-b90f-c17bc674dae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:28.965859 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-fb9bbb12-c4fc-47bc-a4bb-f3d8fab1d459 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379467 Jul 25 19:37:29.049735 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-c32b66aa-d3c1-4c50-884b-826b4976af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:29.051445 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-c32b66aa-d3c1-4c50-884b-826b4976af76 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1130 time: 0.0404270 Jul 25 19:37:29.164819 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-e590d0dd-dc0e-4dfb-b5a4-d12fbbe39208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:29.166299 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-e590d0dd-dc0e-4dfb-b5a4-d12fbbe39208 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0958784 Jul 25 19:37:29.228423 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-06bba665-eca3-4b0a-a993-17ff2a4e6f00 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 200 len: 1002 time: 0.0552473 Jul 25 19:37:29.276992 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:29.283713 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-58c47956-cb1f-4241-b68e-9e603a12eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:29.285217 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-58c47956-cb1f-4241-b68e-9e603a12eaa4 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0505190 Jul 25 19:37:29.329709 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-76e1c941-d9b3-4e85-a8d2-0d086d87fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:37:29.331267 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-76e1c941-d9b3-4e85-a8d2-0d086d87fcee service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397019 Jul 25 19:37:29.429233 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-ddd01526-0b0f-45e1-95ac-d2e67e0b8d5b service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918834 Jul 25 19:37:29.521908 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-a6630a64-29cf-48b9-8879-8ed405a983f3 req-7c8e0c0e-2350-4693-ab5c-f846ebb44b36 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867589 Jul 25 19:37:29.615255 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:30.357433 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=29,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:30.359357 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:30.927110 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:30.974477 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=68 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:30.975256 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=84 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:31.401400 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:39.517414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=66 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:39.519308 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=19 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:41.333376 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:41.338340 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=65,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:42.094619 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:48.821073 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:37:52.041245 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:52.044106 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:55.814349 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-0b75bf7b-1664-40b0-ac9e-41fa29f25bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:58.323177 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b61cecc4-abd9-4dea-8704-f55db7508e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:37:58.810130 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:58.810957 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:37:59.658503 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:00.933166 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:01.414380 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:11.338651 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=10 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:11.340534 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:12.128051 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:22.031197 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:22.033101 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:25.802117 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5ad9c4c3-980c-4b7a-9f00-4a26a1f28340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:25.810834 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:38:28.326972 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2a710c02-367f-449e-b7c0-e332832593b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:29.681827 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:30.929866 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1ac622a-704a-475d-b714-13e80de1c76a req-a62f16cb-e9bd-4a72-b9b5-d15dbfac5c2b service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397420 Jul 25 19:38:30.956220 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:31.015724 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac622a-704a-475d-b714-13e80de1c76a req-6b29b05c-c55f-4f12-b2f7-a9fa8452b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:38:31.017225 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1ac622a-704a-475d-b714-13e80de1c76a req-6b29b05c-c55f-4f12-b2f7-a9fa8452b48d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1130 time: 0.0439866 Jul 25 19:38:31.130101 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac622a-704a-475d-b714-13e80de1c76a req-96e0a57e-4c03-483d-a940-e6cb6360fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:38:31.132316 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1ac622a-704a-475d-b714-13e80de1c76a req-96e0a57e-4c03-483d-a940-e6cb6360fccb service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0972583 Jul 25 19:38:31.201092 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1ac622a-704a-475d-b714-13e80de1c76a req-0c90d286-d599-447e-90f0-be83facfd29e service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 200 len: 1002 time: 0.0623395 Jul 25 19:38:31.250739 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac622a-704a-475d-b714-13e80de1c76a req-0282a647-29fa-4241-987e-b8635c0aaf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:38:31.252235 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1ac622a-704a-475d-b714-13e80de1c76a req-0282a647-29fa-4241-987e-b8635c0aaf93 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0460327 Jul 25 19:38:31.297897 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac622a-704a-475d-b714-13e80de1c76a req-9e879e84-ca51-45d3-a2e4-eeb2f5572817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:38:31.299459 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1ac622a-704a-475d-b714-13e80de1c76a req-9e879e84-ca51-45d3-a2e4-eeb2f5572817 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416090 Jul 25 19:38:31.396986 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1ac622a-704a-475d-b714-13e80de1c76a req-e816b483-b654-4a92-8330-edbcee047d75 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905476 Jul 25 19:38:31.402609 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:31.490950 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f1ac622a-704a-475d-b714-13e80de1c76a req-a5c84fb0-990d-424c-a3c1-5cb0fd33b952 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869792 Jul 25 19:38:33.727895 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=16 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:35.806958 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=18 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:41.336689 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:41.342933 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:41.485195 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=55 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:41.487127 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=46 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:42.109371 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:52.049905 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:52.051800 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:53.812671 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:53.813461 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:38:55.801343 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-83649c60-f7f2-40d4-ad15-38b5a5e24926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:58.298286 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cdfd8b9f-fd72-42cf-b942-f6bf2c287f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:38:59.635243 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:00.943867 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:01.407048 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:02.809289 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:39:12.124347 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:12.804464 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:12.805277 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:22.050020 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:22.058155 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:23.488184 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-bf5decf1-59bd-4a7c-8de1-9bf6e515fea0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1977721220&fields=id&tenant_id=03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 267 time: 0.0463572 Jul 25 19:39:23.598121 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-31610e88-c14a-4364-802c-0ff66ba9de6a tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:23.599596 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-31610e88-c14a-4364-802c-0ff66ba9de6a tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 811 time: 0.1050949 Jul 25 19:39:23.616470 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-928e8e79-6412-47f1-9aa0-1066179d2b95 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/quotas/03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 375 time: 0.0104249 Jul 25 19:39:23.668218 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-a0c9a064-52f3-435b-9819-01564809203f tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469007 Jul 25 19:39:23.763555 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-b9821cca-215c-49d7-a480-47053a7c8489 service neutron] 10.222.0.17 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843887 Jul 25 19:39:24.098042 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-655e64bc-a439-40e6-8f3d-368fca7cf6a1 service neutron] 10.222.0.17 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279159 Jul 25 19:39:25.604081 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-c526c7a8-37d9-4289-ac9c-bd49552f1a94 req-38532d31-b412-433c-a3c1-602afc6e4cc4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 210 time: 0.0335209 Jul 25 19:39:25.777720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7a3f63f7-8ef4-4b52-bb6d-2129d584545d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:26.687810 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-7dd5ad15-7393-4cf7-8b17-70e64f6d3b44 req-a04f048e-f762-484c-a07a-8a89f973ca59 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 210 time: 0.0296624 Jul 25 19:39:27.776447 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-84b4c336-c46e-499c-9c4b-78690bbb77cd req-32f9f197-4926-4acb-8bd5-097b506ce786 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 210 time: 0.0284693 Jul 25 19:39:28.315159 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ec2ffd99-29d3-4d14-84ef-71ddbbbb7839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:28.859758 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8277c801-c951-4fe6-91f8-3309c359aa53 req-30be9741-b2bb-420d-a405-df0960c5d2c6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 210 time: 0.0277095 Jul 25 19:39:29.617720 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:29.960847 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-b8664bf3-b351-4b97-9dc9-28b45b02a35a req-d602b9bf-499b-46c7-9186-e18163012f52 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 210 time: 0.0299580 Jul 25 19:39:30.943856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:31.064908 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-18ca219f-4280-417c-ba08-16bfdd3e0388 req-c4c39fc8-4dc3-4ddd-a634-1caa9b3ae143 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 210 time: 0.0323281 Jul 25 19:39:31.412206 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:31.510789 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-3abb86df-3d89-471e-91e5-60335d320945 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:31.512237 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-3abb86df-3d89-471e-91e5-60335d320945 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 811 time: 0.1103613 Jul 25 19:39:31.579922 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-95929ad5-08b4-43d5-82ac-6ffe266e5b69 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=03519fbb6e4c42098f809f799c77f884 HTTP/1.1" status: 200 len: 380 time: 0.0593624 Jul 25 19:39:31.593657 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'port': {'device_id': '42b2241b-60a1-446d-ab50-375e16860d91', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'admin_state_up': True, 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'security_groups': ['21f92f41-9903-472f-b5d6-8b6d8baa9953']}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:39:31.766491 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Made reservation on behalf of 03519fbb6e4c42098f809f799c77f884 for: {'port': 1} {{(pid=111003) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 25 19:39:31.770119 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:31.900631 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_common [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Allocated IP 172.20.0.14 (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa/8d5c5f1c-1aec-4eba-a750-a5f4e8d05169/dfc66946-5bb4-4747-8461-4425840ccf27) {{(pid=111003) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:39:31.969194 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-e27c7f34-af9e-4436-a10f-ce1078968b83 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402503 Jul 25 19:39:32.050981 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-9810062f-acbd-4527-be84-ed50a8d60b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:32.052507 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-9810062f-acbd-4527-be84-ed50a8d60b10 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1130 time: 0.0410194 Jul 25 19:39:32.055705 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (dfc66946-5bb4-4747-8461-4425840ccf27), precommit_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:32.121054 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), after_create {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:32.170728 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-49704fe2-2bf9-4152-a47b-e33f0e523fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:32.172311 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-49704fe2-2bf9-4152-a47b-e33f0e523fa1 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.1027544 Jul 25 19:39:32.199597 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa is already hosted by enough agents. {{(pid=111003) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:39:32.207048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.base_scheduler [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Resources bound (agent type, host, resource id): {{(pid=111003) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:39:32.216784 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Received port after_create {{(pid=111003) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:39:32.240132 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-b5f303a9-1b14-4a4b-9951-b89fe8a35482 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 200 len: 1002 time: 0.0616486 Jul 25 19:39:32.261076 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087e7a7-c59f-4cea-baef-b7e5124c84a9 req-64021c8a-68aa-4223-977c-60a428a23469 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:32.264796 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f087e7a7-c59f-4cea-baef-b7e5124c84a9 req-64021c8a-68aa-4223-977c-60a428a23469 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 932 time: 0.1018620 Jul 25 19:39:32.266126 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=dfc66946-5bb4-4747-8461-4425840ccf27,revision_number=1']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:39:32.279586 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.280046 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.280240 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.281169 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.281317 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.281744 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.282140 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.282687 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.283070 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.283408 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.283950 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.284582 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.284920 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.285860 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.286270 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:32.305574 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-ab63d57f-dba5-4fef-ad88-d3d5ddc4eb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:32.307350 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-ab63d57f-dba5-4fef-ad88-d3d5ddc4eb34 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0618808 Jul 25 19:39:32.327182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:32.327835 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:32.340396 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:32.347181 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:32.361234 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-4223cce4-fe51-448e-a398-eb7c27b52a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:32.363939 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-4223cce4-fe51-448e-a398-eb7c27b52a0e service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489593 Jul 25 19:39:32.376692 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f087e7a7-c59f-4cea-baef-b7e5124c84a9 req-8e8c1dce-1a67-4ea2-a929-5b1db7c33731 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027546 Jul 25 19:39:32.465806 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-cafc7c6c-2209-4a35-86af-2c1681c0d9b0 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956752 Jul 25 19:39:32.471786 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-45b3d218-63b8-4450-8ad2-9676dc802aa1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8823283 Jul 25 19:39:32.483480 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-7181d09f-c1f6-42a9-9a83-c78a185b112e None None] Provisioning complete for port dfc66946-5bb4-4747-8461-4425840ccf27 triggered by entity DHCP. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:39:32.484164 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.v2.base [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Request body: {'port': {'device_id': '42b2241b-60a1-446d-ab50-375e16860d91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82002'}} {{(pid=111003) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:39:32.484314 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7181d09f-c1f6-42a9-9a83-c78a185b112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:32.521743 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-7181d09f-c1f6-42a9-9a83-c78a185b112e None None] Port dfc66946-5bb4-4747-8461-4425840ccf27 cannot update to ACTIVE because it is not bound. {{(pid=111004) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 25 19:39:32.553078 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:32.560963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:32.573509 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-4e78627d-cf6a-4e53-8b0b-25c63641b4b1 req-3c167fac-963b-4978-a356-ef5086a52703 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013136 Jul 25 19:39:32.821474 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc66946-5bb4-4747-8461-4425840ccf27 {{(pid=111003) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:39:32.829561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Publish callbacks [] for port (dfc66946-5bb4-4747-8461-4425840ccf27), precommit_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:32.842755 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.provisioning_blocks [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Transition to ACTIVE for port object dfc66946-5bb4-4747-8461-4425840ccf27 will not be triggered until provisioned by entity L2. {{(pid=111003) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 25 19:39:32.915909 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:32.957880 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:32.968840 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc66946-5bb4-4747-8461-4425840ccf27,revision_number=2']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:39:33.052580 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Attempting to bind port dfc66946-5bb4-4747-8461-4425840ccf27 on host hv-cinder-82002 for vnic_type normal with profile {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 25 19:39:33.059288 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Attempting to bind port dfc66946-5bb4-4747-8461-4425840ccf27 by drivers openvswitch,hyperv on host hv-cinder-82002 at level 0 using segments [{'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 25 19:39:33.059288 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Attempting to bind port dfc66946-5bb4-4747-8461-4425840ccf27 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:39:33.059687 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Port dfc66946-5bb4-4747-8461-4425840ccf27 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82002 {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 25 19:39:33.060012 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Attempting to bind port dfc66946-5bb4-4747-8461-4425840ccf27 on network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 25 19:39:33.065958 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Checking agent: {'id': '95987ca2-3eb1-488e-9577-71ba942eb9d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82002', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'started_at': datetime.datetime(2022, 7, 25, 19, 2, 2), 'heartbeat_timestamp': datetime.datetime(2022, 7, 25, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 25 19:39:33.066290 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Checking segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111003) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 25 19:39:33.066816 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Bound using segment: {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'} {{(pid=111003) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 25 19:39:33.067221 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.managers [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Bound port: dfc66946-5bb4-4747-8461-4425840ccf27, host: hv-cinder-82002, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef542ea-79a4-481e-89ad-8175e91b80ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa'}}] {{(pid=111003) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 25 19:39:33.067582 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), before_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:33.134595 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] For port dfc66946-5bb4-4747-8461-4425840ccf27, host hv-cinder-82002, cleared binding levels {{(pid=111003) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 25 19:39:33.138055 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] For port dfc66946-5bb4-4747-8461-4425840ccf27, host hv-cinder-82002, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=dfc66946-5bb4-4747-8461-4425840ccf27,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111003) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 25 19:39:33.207676 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-18247477'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), after_update {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:33.241678 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:33.241914 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:33.243337 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] 10.222.0.88 "PUT /v2.0/ports/dfc66946-5bb4-4747-8461-4425840ccf27 HTTP/1.1" status: 200 len: 1094 time: 0.7652607 Jul 25 19:39:33.245693 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:39:33.248782 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499f08f9-221c-4148-8d3a-46007de8a6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:39:33.276128 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ee627-3fae-4fcd-84ea-6cb3c118a695 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc66946-5bb4-4747-8461-4425840ccf27,revision_number=3']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:39:33.362662 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4802a596-32b3-42c8-aa50-e711f1679963 x-openstack-request-id: req-4802a596-32b3-42c8-aa50-e711f1679963 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:39:33.362662 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:39:33.362662 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-4802a596-32b3-42c8-aa50-e711f1679963 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:39:33.363129 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4802a596-32b3-42c8-aa50-e711f1679963'] response: {'name': 'network-changed', 'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'status': 'completed', 'code': 200} Jul 25 19:39:33.395407 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-4e8106e5-dcb4-41b4-b521-7f93dcefeeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:33.397041 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-4e8106e5-dcb4-41b4-b521-7f93dcefeeed service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 1128 time: 0.0475657 Jul 25 19:39:33.441987 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-3add7c8e-acd8-4b5a-9d8b-0ea99c8fdbd2 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc66946-5bb4-4747-8461-4425840ccf27 HTTP/1.1" status: 200 len: 217 time: 0.0368030 Jul 25 19:39:33.522606 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-3f535b19-9ca6-42c7-862d-127165bdad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:33.523932 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-3f535b19-9ca6-42c7-862d-127165bdad89 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0768411 Jul 25 19:39:33.531701 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189da7d8-6804-4f27-9c67-6a58eb2d2cf5 req-fbb11ebc-9bf4-49f3-92b1-a96a7933f510 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:33.533050 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-189da7d8-6804-4f27-9c67-6a58eb2d2cf5 req-fbb11ebc-9bf4-49f3-92b1-a96a7933f510 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0581932 Jul 25 19:39:33.599580 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ccd15558-8cc2-4596-b5c2-6c128eb8bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:33.601160 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-ccd15558-8cc2-4596-b5c2-6c128eb8bcc8 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0666771 Jul 25 19:39:33.634124 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-189da7d8-6804-4f27-9c67-6a58eb2d2cf5 req-c1d11f76-1dae-4ca2-8746-d3ccb39e6df3 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921645 Jul 25 19:39:33.706919 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-6ea7c25d-9415-4b5f-8117-1df4292dc669 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976381 Jul 25 19:39:33.800061 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1feae8da-d0c2-40bd-be02-b687c30ad00a req-d7bc3a42-050b-4919-9807-18f50f2b9f9e service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868454 Jul 25 19:39:34.762022 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9d920-a82a-4537-acf7-05626b706341 req-022415e9-5bd1-4605-80ae-2162917037e1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:34.763617 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9cf9d920-a82a-4537-acf7-05626b706341 req-022415e9-5bd1-4605-80ae-2162917037e1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0530577 Jul 25 19:39:34.814220 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-9cf9d920-a82a-4537-acf7-05626b706341 req-9c5fefe5-d215-4e3a-87dc-628620b8e4b4 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Jul 25 19:39:34.939306 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-bebffef0-fab9-4af8-b235-55cc5125ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:34.941366 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-bebffef0-fab9-4af8-b235-55cc5125ef3b service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 1128 time: 0.0472314 Jul 25 19:39:35.024643 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:35.038673 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-438ae2fd-8f71-4611-b7c8-9ee2a0fe391e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:35.043238 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-438ae2fd-8f71-4611-b7c8-9ee2a0fe391e service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0927010 Jul 25 19:39:35.082743 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-ffbf78be-2009-4a8a-873a-36738f8411b6 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc66946-5bb4-4747-8461-4425840ccf27 HTTP/1.1" status: 200 len: 217 time: 0.0326357 Jul 25 19:39:35.140163 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-9a4fb7fb-9adb-43ba-98db-ecab127adf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:35.141627 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-9a4fb7fb-9adb-43ba-98db-ecab127adf7e service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0500188 Jul 25 19:39:35.188631 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-b0ad8f58-54da-48d1-a169-a47e1c0915da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:35.191042 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-b0ad8f58-54da-48d1-a169-a47e1c0915da service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399172 Jul 25 19:39:35.293217 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-968725f4-9441-47c2-97e4-df6b57da7088 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966156 Jul 25 19:39:35.384327 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:35.389947 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-499f08f9-221c-4148-8d3a-46007de8a6f7 req-697c9f0b-9425-4921-a825-2a742b25656d service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897100 Jul 25 19:39:35.933130 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728815c-5a60-4202-8bd8-9212ee2bd00f req-83aea64a-e073-427a-82e7-f51609dbb89b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:35.934647 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3728815c-5a60-4202-8bd8-9212ee2bd00f req-83aea64a-e073-427a-82e7-f51609dbb89b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0482266 Jul 25 19:39:35.985170 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3728815c-5a60-4202-8bd8-9212ee2bd00f req-cd7dc157-b18c-41f4-8326-b8e116bf3d39 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449467 Jul 25 19:39:37.101076 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:37.112232 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f8b0c-75c9-4c30-8ab7-63c7669ce07c req-62428e7f-3bb0-4936-9fa4-2c63ef6b749a tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:37.113763 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-907f8b0c-75c9-4c30-8ab7-63c7669ce07c req-62428e7f-3bb0-4936-9fa4-2c63ef6b749a tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0528898 Jul 25 19:39:37.165475 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-907f8b0c-75c9-4c30-8ab7-63c7669ce07c req-189aab7b-3bcb-4732-8f15-c786b3f5acf0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456188 Jul 25 19:39:38.290795 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198bb3b-31f5-4646-a3a0-e85126a30b7f req-4b357524-a5f3-4dcc-ae98-0a229dad3d09 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:38.292287 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2198bb3b-31f5-4646-a3a0-e85126a30b7f req-4b357524-a5f3-4dcc-ae98-0a229dad3d09 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0513995 Jul 25 19:39:38.342232 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2198bb3b-31f5-4646-a3a0-e85126a30b7f req-ed7fae04-aacf-4045-b6ec-fcb614a21da3 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442820 Jul 25 19:39:39.465653 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1d0cb-6c4c-4336-9530-9c9c466c2277 req-a022a0cf-527b-449a-8eed-430e1a1efd9e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:39.467492 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-77e1d0cb-6c4c-4336-9530-9c9c466c2277 req-a022a0cf-527b-449a-8eed-430e1a1efd9e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0503368 Jul 25 19:39:39.519925 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-77e1d0cb-6c4c-4336-9530-9c9c466c2277 req-a1d3a9e6-1557-46cf-9f99-6ccc1a49bd54 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469015 Jul 25 19:39:39.809024 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:39:40.641590 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260eb7c9-409c-4654-8276-1c6f60efbf88 req-432aec26-214c-4078-bd34-ef5fccb29f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:40.643698 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-260eb7c9-409c-4654-8276-1c6f60efbf88 req-432aec26-214c-4078-bd34-ef5fccb29f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0475049 Jul 25 19:39:40.693212 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-260eb7c9-409c-4654-8276-1c6f60efbf88 req-a6ecdeec-9de4-456e-b0c1-20de938fd487 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439708 Jul 25 19:39:41.821869 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5231-db03-4276-8a4b-ba7b52b4deae req-b47753fb-c06d-42af-9ac2-72b5bec6b45b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:41.823552 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0c8a5231-db03-4276-8a4b-ba7b52b4deae req-b47753fb-c06d-42af-9ac2-72b5bec6b45b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0561309 Jul 25 19:39:41.874003 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0c8a5231-db03-4276-8a4b-ba7b52b4deae req-865e4f76-2a84-4953-bb4c-61d58d368d8d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448086 Jul 25 19:39:42.125810 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:42.993091 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e6033-310d-4a05-b819-ba6ac93fc979 req-90d5de64-da30-4dfe-be38-5c2be1791f64 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:42.994631 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1b2e6033-310d-4a05-b819-ba6ac93fc979 req-90d5de64-da30-4dfe-be38-5c2be1791f64 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 944 time: 0.0477946 Jul 25 19:39:43.062781 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1b2e6033-310d-4a05-b819-ba6ac93fc979 req-3f19882e-5e8e-4e0d-8e0d-67051d6bdb39 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626266 Jul 25 19:39:43.390559 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device dfc66946-5bb4-4747-8461-4425840ccf27 details requested by agent hyperv_hv-cinder-82002 with host hv-cinder-82002 {{(pid=111004) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 25 19:39:43.494703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port dfc66946-5bb4-4747-8461-4425840ccf27, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=dfc66946-5bb4-4747-8461-4425840ccf27,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:39:43.506195 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Returning: {'device': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'port_id': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'mac_address': 'fa:16:3e:f9:e9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111004) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 25 19:39:43.541783 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port dfc66946-5bb4-4747-8461-4425840ccf27 is: DOWN; New status is: BUILD {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:39:43.542174 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:43.555886 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc66946-5bb4-4747-8461-4425840ccf27 {{(pid=111004) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 25 19:39:43.575792 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port dfc66946-5bb4-4747-8461-4425840ccf27, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=dfc66946-5bb4-4747-8461-4425840ccf27,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:39:43.629363 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:43.679538 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=dfc66946-5bb4-4747-8461-4425840ccf27,revision_number=4']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:39:43.687016 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.687370 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.687722 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.688070 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.688424 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.688746 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.689079 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.689412 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.689768 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.690182 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.690622 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.690959 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.691297 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.691623 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:43.691951 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:44.038925 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] get_ports_and_sgs() called for port_ids ['dfc66946-5bb4-4747-8461-4425840ccf27'] {{(pid=111004) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 25 19:39:44.184150 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f422dcb-72cb-4ad3-b9a4-8ff5d3cc380b req-86641141-a5d7-4ee3-9470-7725f013e007 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:44.186242 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0f422dcb-72cb-4ad3-b9a4-8ff5d3cc380b req-86641141-a5d7-4ee3-9470-7725f013e007 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 945 time: 0.0502629 Jul 25 19:39:44.236137 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-0f422dcb-72cb-4ad3-b9a4-8ff5d3cc380b req-c7c68c0f-6a60-4280-ac40-e3b84db05973 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444121 Jul 25 19:39:45.358018 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c5588-d934-43cd-96d7-f81e6754b3f4 req-8110a2b7-f9c0-47de-8fb3-308db9de67fc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:45.359517 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0b9c5588-d934-43cd-96d7-f81e6754b3f4 req-8110a2b7-f9c0-47de-8fb3-308db9de67fc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 945 time: 0.0497055 Jul 25 19:39:45.407066 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device dfc66946-5bb4-4747-8461-4425840ccf27 up at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 25 19:39:45.409909 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-0b9c5588-d934-43cd-96d7-f81e6754b3f4 req-0ad0c426-031f-482e-94d1-269135f554e2 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 Jul 25 19:39:45.456364 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:45.457496 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning for port dfc66946-5bb4-4747-8461-4425840ccf27 completed by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 25 19:39:45.549160 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.provisioning_blocks [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Provisioning complete for port dfc66946-5bb4-4747-8461-4425840ccf27 triggered by entity L2. {{(pid=111004) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 25 19:39:45.549570 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133803346'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), provisioning_complete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:45.571300 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:45.629193 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Current status of the port dfc66946-5bb4-4747-8461-4425840ccf27 is: BUILD; New status is: ACTIVE {{(pid=111004) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 25 19:39:45.629582 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), before_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:45.653699 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27'}] {{(pid=111004) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:39:45.655971 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fe777c1a00b9b4da3280e5e1ae0e66fe032467eff05a1280f65e302ed26b8362" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21107c4a-aff3-49ed-80c9-2a89942facaf" -d '{"events": [{"server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "name": "network-vif-plugged", "status": "completed", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27"}]}' {{(pid=111004) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:39:45.670488 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] For port dfc66946-5bb4-4747-8461-4425840ccf27, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=dfc66946-5bb4-4747-8461-4425840ccf27,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:39:45.726392 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:45.750891 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12db705f-2e93-4f57-9cb3-b3463d773174 x-openstack-request-id: req-12db705f-2e93-4f57-9cb3-b3463d773174 {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:39:45.751185 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "name": "network-vif-plugged", "status": "completed", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27", "code": 200}]} {{(pid=111004) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:39:45.751440 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-12db705f-2e93-4f57-9cb3-b3463d773174 {{(pid=111004) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:39:45.751837 dv-cinder-820027-16-iscsi neutron-server[111004]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12db705f-2e93-4f57-9cb3-b3463d773174'] response: {'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'code': 200} Jul 25 19:39:45.782498 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Pushing event updated for resources: {'Port': ['ID=dfc66946-5bb4-4747-8461-4425840ccf27,revision_number=5']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:39:46.079673 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253873d-5e5e-46dd-b03c-338e76406058 req-4c63ba57-e044-4875-b9fc-b284773426b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:46.081188 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f253873d-5e5e-46dd-b03c-338e76406058 req-4c63ba57-e044-4875-b9fc-b284773426b5 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 1130 time: 0.0379791 Jul 25 19:39:46.137265 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f253873d-5e5e-46dd-b03c-338e76406058 req-9aa4af8b-16e9-435a-b315-2e88865e3cf9 service neutron] 10.222.0.88 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501983 Jul 25 19:39:46.551474 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8849f3-5b42-464b-9c22-f59d5119e4fb req-3140cb73-faac-44fd-a708-1d4054100fc8 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:46.552998 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1f8849f3-5b42-464b-9c22-f59d5119e4fb req-3140cb73-faac-44fd-a708-1d4054100fc8 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 946 time: 0.0513022 Jul 25 19:39:46.603126 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-1f8849f3-5b42-464b-9c22-f59d5119e4fb req-05880484-a214-4b83-a8fb-a4e2b25964b8 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Jul 25 19:39:47.721729 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:47.722386 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9309494-49c9-4545-923b-207954bb2a78 req-df336df0-2648-4e7a-82a6-da3a56044c3b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:47.723939 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a9309494-49c9-4545-923b-207954bb2a78 req-df336df0-2648-4e7a-82a6-da3a56044c3b tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 946 time: 0.0482452 Jul 25 19:39:47.779247 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-a9309494-49c9-4545-923b-207954bb2a78 req-eb626238-32d3-4e83-8ffa-36ebabf95c15 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495627 Jul 25 19:39:48.892459 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:48.901065 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7150b3-e9a3-4da9-b309-690060f56b7d req-74fc68bd-6e59-4713-89e3-8db7f82c93d0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:48.902612 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-db7150b3-e9a3-4da9-b309-690060f56b7d req-74fc68bd-6e59-4713-89e3-8db7f82c93d0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 946 time: 0.0487418 Jul 25 19:39:48.967071 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-db7150b3-e9a3-4da9-b309-690060f56b7d req-8b02a4ed-53f9-4294-9442-2bc8605cd7bb tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589042 Jul 25 19:39:49.087214 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cd860-e647-4f6b-8bd2-e4932684b382 req-d58cb2d8-be57-4655-8320-c9893b14dcb0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:49.088609 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-139cd860-e647-4f6b-8bd2-e4932684b382 req-d58cb2d8-be57-4655-8320-c9893b14dcb0 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 946 time: 0.0483136 Jul 25 19:39:49.141365 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-139cd860-e647-4f6b-8bd2-e4932684b382 req-8a4af54f-a7b6-443a-aebf-03a2586b7cf7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468316 Jul 25 19:39:49.168479 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51410) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:39:49.252664 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fb799f-c8f1-4953-afb9-4ee7b5273561 tempest-TestVolumeBootPattern-1734273569 tempest-TestVolumeBootPattern-1734273569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:49.254250 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-68fb799f-c8f1-4953-afb9-4ee7b5273561 tempest-TestVolumeBootPattern-1734273569 tempest-TestVolumeBootPattern-1734273569-project-admin] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 1125 time: 0.0847123 Jul 25 19:39:49.257405 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51414) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:39:49.261659 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.v2.base [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Request body: {'floatingip': {'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'port_id': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111002) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 25 19:39:49.349622 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:49.434645 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (None), before_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:49.543577 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_common [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Allocated IP 172.27.0.158 (fc2c7b53-4629-43d5-a815-1ec5efe763ed/2b71264f-c6f5-4068-9977-a209b0c59518/9efbec9d-c8b6-4f7d-a2f4-329415559b01) {{(pid=111002) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 25 19:39:49.603351 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:49.642525 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:49.655497 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (9efbec9d-c8b6-4f7d-a2f4-329415559b01), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:49.737909 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731868879589', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (9efbec9d-c8b6-4f7d-a2f4-329415559b01), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:49.775722 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Network fc2c7b53-4629-43d5-a815-1ec5efe763ed is already hosted by enough agents. {{(pid=111002) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 25 19:39:49.780634 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.base_scheduler [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Resources bound (agent type, host, resource id): {{(pid=111002) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 25 19:39:49.784762 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Received port after_create {{(pid=111002) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 25 19:39:49.792766 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=9efbec9d-c8b6-4f7d-a2f4-329415559b01,revision_number=1']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:39:49.805349 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:49.826869 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.828835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.828835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.828835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.828835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.828835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.829522 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.829522 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.829791 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.829929 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.830247 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.830598 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.830918 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.831238 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:49.831555 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:39:50.168963 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (f0512998-a504-4e88-904b-23c2ab09c2cc), precommit_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:50.315682 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133745343'] for port (9efbec9d-c8b6-4f7d-a2f4-329415559b01), before_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:50.341384 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:50.475165 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for port (9efbec9d-c8b6-4f7d-a2f4-329415559b01), precommit_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:50.532104 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731869260382', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731868879607', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731868882445', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3796403'] for port (9efbec9d-c8b6-4f7d-a2f4-329415559b01), after_update {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:50.602596 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event updated for resources: {'Port': ['ID=9efbec9d-c8b6-4f7d-a2f4-329415559b01,revision_number=2']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:39:50.617417 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-420776'] for floatingip (f0512998-a504-4e88-904b-23c2ab09c2cc), after_create {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:50.712091 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Floating IP f0512998-a504-4e88-904b-23c2ab09c2cc associated. External IP: 172.27.0.158, port: dfc66946-5bb4-4747-8461-4425840ccf27. Jul 25 19:39:50.892455 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:50.918306 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:39:51.027299 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:39:51.037808 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:39:51.047997 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:39:51.048602 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:39:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:39:51.076399 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:51.115523 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-237fd8ed-a8da-41d0-b6fc-97eb65c4c6a6 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8570549 Jul 25 19:39:51.116238 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:39:51.118695 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51725535-d758-4325-8fb4-2cb922ae8938" -d '{"events": [{"name": "network-changed", "server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:39:51.161006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8b068c-3e6a-47f5-b80d-7d6b325c5f01 x-openstack-request-id: req-0a8b068c-3e6a-47f5-b80d-7d6b325c5f01 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:39:51.161006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:39:51.161006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-0a8b068c-3e6a-47f5-b80d-7d6b325c5f01 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:39:51.161302 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a8b068c-3e6a-47f5-b80d-7d6b325c5f01'] response: {'name': 'network-changed', 'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'status': 'completed', 'code': 200} Jul 25 19:39:51.231026 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725535-d758-4325-8fb4-2cb922ae8938 req-ca2fe004-8820-40af-a97f-165a80b40d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:51.232561 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51725535-d758-4325-8fb4-2cb922ae8938 req-ca2fe004-8820-40af-a97f-165a80b40d6e service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 1130 time: 0.0447915 Jul 25 19:39:51.251725 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:39:51.327454 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725535-d758-4325-8fb4-2cb922ae8938 req-417c0f23-349e-4d42-ba20-57c61693929d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:51.329054 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51725535-d758-4325-8fb4-2cb922ae8938 req-417c0f23-349e-4d42-ba20-57c61693929d service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0894668 Jul 25 19:39:51.428269 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51725535-d758-4325-8fb4-2cb922ae8938 req-5d62be77-813f-402f-891d-b33be5e2958d service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc66946-5bb4-4747-8461-4425840ccf27 HTTP/1.1" status: 200 len: 1000 time: 0.0929260 Jul 25 19:39:51.477435 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725535-d758-4325-8fb4-2cb922ae8938 req-9f73fad5-3b3c-45fe-8ba7-dbe022d58147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:51.478941 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51725535-d758-4325-8fb4-2cb922ae8938 req-9f73fad5-3b3c-45fe-8ba7-dbe022d58147 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0455472 Jul 25 19:39:51.508331 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:21Z', 'revision_number': 1, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}, {'id': 'f0512998-a504-4e88-904b-23c2ab09c2cc', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:f9:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2241b-60a1-446d-ab50-375e16860d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:39:50Z', 'updated_at': '2022-07-25T19:39:50Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:39:51.523168 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725535-d758-4325-8fb4-2cb922ae8938 req-e295a832-cb97-49be-aff8-2c1b05980e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:39:51.524668 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51725535-d758-4325-8fb4-2cb922ae8938 req-e295a832-cb97-49be-aff8-2c1b05980e2a service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395534 Jul 25 19:39:51.532653 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:39:51.541401 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:39:51.542014 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:39:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:39:51.576323 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:39:51.620697 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51725535-d758-4325-8fb4-2cb922ae8938 req-66f76884-b014-4059-8d7c-812d1f185f1c service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893762 Jul 25 19:39:51.646271 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:39:51.711907 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-51725535-d758-4325-8fb4-2cb922ae8938 req-de8c3f8d-6e6e-4bc7-88fc-d8ad3efa7d1f service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854690 Jul 25 19:39:51.865522 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:21Z', 'revision_number': 1, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}, {'id': 'f0512998-a504-4e88-904b-23c2ab09c2cc', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:f9:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2241b-60a1-446d-ab50-375e16860d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:39:50Z', 'updated_at': '2022-07-25T19:39:50Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:39:51.891372 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5ad91c-f034-4040-849d-85db5d485d8f None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:21Z', 'revision_number': 1, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}, {'id': 'f0512998-a504-4e88-904b-23c2ab09c2cc', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 749, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:f9:e9:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b2241b-60a1-446d-ab50-375e16860d91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:39:50Z', 'updated_at': '2022-07-25T19:39:50Z', 'revision_number': 0, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:39:52.082755 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6302e780-2d85-4d33-a301-5c12f4969932 None None] New status for floating IP f0512998-a504-4e88-904b-23c2ab09c2cc: ACTIVE {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:39:55.972399 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-3e7af86b-3816-42b9-a383-dfbccac4f491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:58.291883 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-52026cd9-6786-4e26-ad1c-18f19b66b4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:39:59.623059 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:00.931534 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:01.106547 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=11,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:01.108431 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=85,neutron:DELETE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:01.423501 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:01.706888 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=11 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:01.708921 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=57 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:01.861434 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=68 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:01.868515 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=80 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:11.349359 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:11.353337 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=51,neutron:UPDATE=7 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:12.132491 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:16.807441 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:40:22.059716 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:22.061641 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:25.799771 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-85e68e8a-82bb-4765-93e9-4a5b28addab1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:28.296770 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-2351a931-49fc-4b91-a927-20afac00a718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:29.646112 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:30.958796 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:31.417016 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:32.012720 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-f41bbe3c-4913-4845-b542-a2176fb657f1 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1000361 Jul 25 19:40:32.095732 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-b5c63d8b-5c33-494f-962e-3a7cbb2fcfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:40:32.097321 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-b5c63d8b-5c33-494f-962e-3a7cbb2fcfa4 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1130 time: 0.0430465 Jul 25 19:40:32.204242 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-1e3c20af-9154-4c93-8db9-b7788333af12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:40:32.206497 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-1e3c20af-9154-4c93-8db9-b7788333af12 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0905514 Jul 25 19:40:32.271371 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-43b5e45d-4ee1-4e43-bbe1-2397cdfbb21b service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 200 len: 1002 time: 0.0589755 Jul 25 19:40:32.321790 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-2e5243af-cf1d-4213-8289-0c6266c17c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:40:32.323287 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-2e5243af-cf1d-4213-8289-0c6266c17c0f service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0459509 Jul 25 19:40:32.366673 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-820f2147-b5bd-4c4d-bf10-ae1c8d6e2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:40:32.367115 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=18 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:32.368118 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=16 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:32.368867 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-820f2147-b5bd-4c4d-bf10-ae1c8d6e2da3 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392067 Jul 25 19:40:32.465140 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-8f195cbc-9bdf-4ae1-8553-27abbb65f2ac service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899010 Jul 25 19:40:32.568566 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-d9071e3b-ee17-469a-b51a-a3091be56406 req-9d0e4ba8-6f33-4a98-8bde-dfc14e775dae service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975089 Jul 25 19:40:41.350491 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:41.357497 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:42.125291 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:42.553507 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=45 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:42.565664 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=56 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:52.082982 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:52.085010 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:40:53.806366 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:40:55.788312 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ab4cbda7-49c9-4ad9-a244-ebb50c0e4cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:58.308069 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-c7dd88f4-0cef-4a1f-a70b-466689489d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:40:59.644286 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:00.925502 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:01.416740 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:08.789050 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:08.789865 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=7 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:12.140596 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:22.090043 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:22.097766 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:25.782263 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4bfd1834-0ca0-4ba3-9738-bcd8d41842ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:28.307880 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5d4fc9c3-7e52-4b79-b6ca-939a4ec08655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:29.659927 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:30.805343 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:41:30.936480 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:31.431298 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:33.988337 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-e9f24865-3812-437c-aee2-2bdd6fbd7913 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436926 Jul 25 19:41:34.047753 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-2cc6a935-a2a5-4168-9d96-c77cff610e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:34.049429 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-2cc6a935-a2a5-4168-9d96-c77cff610e1d service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 1130 time: 0.0401099 Jul 25 19:41:34.163633 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-2e0bccc9-e27d-4cae-b133-76eb5f80fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:34.165104 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-2e0bccc9-e27d-4cae-b133-76eb5f80fc38 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0979266 Jul 25 19:41:34.233564 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-95b850b6-b3d2-458b-950e-dd2a4e415fec service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc66946-5bb4-4747-8461-4425840ccf27 HTTP/1.1" status: 200 len: 1002 time: 0.0621576 Jul 25 19:41:34.283449 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-0e600997-38c6-4269-a030-634b13e5a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:34.284969 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-0e600997-38c6-4269-a030-634b13e5a8ed service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0462139 Jul 25 19:41:34.326606 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-bd7f764d-5b8e-4c81-88a9-1f8a75e6205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:34.328079 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-bd7f764d-5b8e-4c81-88a9-1f8a75e6205c service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376539 Jul 25 19:41:34.422916 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-3893dce5-1e42-4b4b-87ac-05d2904e9306 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884199 Jul 25 19:41:34.517501 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-f3534586-ca0b-4826-9e41-1b0a6d0f6413 req-59fcf75a-fb47-4fd8-903c-e3dc0901ff34 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887294 Jul 25 19:41:38.711679 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:40.801792 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:40.851324 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51446) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:40.996415 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Deleting port 9efbec9d-c8b6-4f7d-a2f4-329415559b01 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:40.996762 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (9efbec9d-c8b6-4f7d-a2f4-329415559b01), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:41.074093 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (9efbec9d-c8b6-4f7d-a2f4-329415559b01), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:41.074382 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (9efbec9d-c8b6-4f7d-a2f4-329415559b01), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:41.087966 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Calling delete_port for 9efbec9d-c8b6-4f7d-a2f4-329415559b01 owned by network:floatingip {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:41.302464 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (9efbec9d-c8b6-4f7d-a2f4-329415559b01), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:41.332454 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event deleted for resources: {'Port': ['ID=9efbec9d-c8b6-4f7d-a2f4-329415559b01,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:41.342922 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.343274 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.343622 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.343969 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.344314 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.344650 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.344986 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.345322 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.345682 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.345985 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.346397 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.346676 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.347006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.347338 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.347683 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111002) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:41.358731 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:41.361111 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:41.411042 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (f0512998-a504-4e88-904b-23c2ab09c2cc), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:41.415038 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Floating IP f0512998-a504-4e88-904b-23c2ab09c2cc disassociated (deleted). External IP: 172.27.0.158, port: dfc66946-5bb4-4747-8461-4425840ccf27. Jul 25 19:41:41.609905 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:41:41.714317 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:41:41.719332 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:41.724334 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:41:41.734293 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:41:41.734941 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:41:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:41.739503 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:41.755634 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-a6b5ca63-71b1-4984-af8c-12cbb6fe69b7 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "DELETE /v2.0/floatingips/f0512998-a504-4e88-904b-23c2ab09c2cc HTTP/1.1" status: 204 len: 168 time: 0.9032242 Jul 25 19:41:41.763973 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:41:41.763973 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c0acf2-c785-4f40-a853-8c90c3e43060" -d '{"events": [{"name": "network-changed", "server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:41:41.814841 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7679a771-499c-47e8-81d7-869700eec466 x-openstack-request-id: req-7679a771-499c-47e8-81d7-869700eec466 {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:41:41.815667 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:41:41.815994 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-7679a771-499c-47e8-81d7-869700eec466 {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:41:41.816472 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7679a771-499c-47e8-81d7-869700eec466'] response: {'name': 'network-changed', 'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'status': 'completed', 'code': 200} Jul 25 19:41:41.841519 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:41:41.879929 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-0432f6b0-0fa5-4033-885f-c979dd27c16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:41.881366 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-0432f6b0-0fa5-4033-885f-c979dd27c16a service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 1130 time: 0.0424550 Jul 25 19:41:41.982542 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-866bc999-d70c-4b57-977b-7b34c2b0e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:41.984023 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-866bc999-d70c-4b57-977b-7b34c2b0e3c0 service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.0961981 Jul 25 19:41:42.023472 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-8f6a7265-1f58-49ca-8228-dd285c43db59 service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfc66946-5bb4-4747-8461-4425840ccf27 HTTP/1.1" status: 200 len: 217 time: 0.0327492 Jul 25 19:41:42.063647 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:21Z', 'revision_number': 1, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:42.075944 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-9aed8e43-a07f-4539-ac1a-8874d4b6c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:42.077439 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-9aed8e43-a07f-4539-ac1a-8874d4b6c83a service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0480411 Jul 25 19:41:42.129279 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-cac55254-86ae-428e-8471-71992cde9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:42.130966 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-cac55254-86ae-428e-8471-71992cde9d5f service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0477867 Jul 25 19:41:42.157505 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:42.180983 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:41:42.193117 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:41:42.193708 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:41:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:42.305617 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:41:42.518746 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359bf23-a3a5-4924-9310-2e72b1e21733 req-5eb6e20a-5627-4166-99e7-9aa10e5866a1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:42.520220 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2359bf23-a3a5-4924-9310-2e72b1e21733 req-5eb6e20a-5627-4166-99e7-9aa10e5866a1 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 946 time: 0.0583854 Jul 25 19:41:42.525574 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:21Z', 'revision_number': 1, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:42.554074 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d4dfc-6e9c-44de-8bf9-7df4f2140e09 None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_floatingips': [{'id': '5044a1ee-d2b4-4441-af8e-9e45738ef892', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'floating_ip_address': '172.27.0.203', 'floating_network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'router_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'port_id': '08532af4-2657-41b3-95af-eafa559bdf33', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 746, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'mac_address': 'fa:16:3e:eb:3e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-25T19:37:19Z', 'updated_at': '2022-07-25T19:37:21Z', 'revision_number': 1, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:41:42.560243 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-398ba227-a286-4cb0-84d9-d83fe2e03455 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232976 Jul 25 19:41:42.592947 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-2359bf23-a3a5-4924-9310-2e72b1e21733 req-275aa1fc-bab9-48d5-a2f4-e732438b850c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643432 Jul 25 19:41:42.777589 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017bbd2c-e5eb-4853-af3a-b93672f24ca9 None None] New status for floating IP f0512998-a504-4e88-904b-23c2ab09c2cc: DOWN {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:41:43.213245 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:43.217633 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:43.239033 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-62c0acf2-c785-4f40-a853-8c90c3e43060 req-a6d83d78-fec0-4ce5-a2a7-64b9993c6f38 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862117 Jul 25 19:41:43.715765 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543db2c-4b4e-48a0-af8a-f817a8de9fdf req-8677d69e-168c-43e3-8df3-407ef9702153 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:43.717279 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3543db2c-4b4e-48a0-af8a-f817a8de9fdf req-8677d69e-168c-43e3-8df3-407ef9702153 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 946 time: 0.0491688 Jul 25 19:41:43.728570 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:43.769901 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-3543db2c-4b4e-48a0-af8a-f817a8de9fdf req-86341cb5-d2dd-4760-8aea-105eef320dfc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470099 Jul 25 19:41:43.853486 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aac70-2097-4449-a54e-75846033f93b req-65a7805b-ef64-486f-8476-903e7090bca2 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:43.855103 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-899aac70-2097-4449-a54e-75846033f93b req-65a7805b-ef64-486f-8476-903e7090bca2 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 946 time: 0.0488431 Jul 25 19:41:43.940891 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Deleting port dfc66946-5bb4-4747-8461-4425840ccf27 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:43.941230 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:44.035024 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] For port dfc66946-5bb4-4747-8461-4425840ccf27, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=dfc66946-5bb4-4747-8461-4425840ccf27,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:41:44.035385 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:44.048655 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Calling delete_port for dfc66946-5bb4-4747-8461-4425840ccf27 owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:44.248846 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (dfc66946-5bb4-4747-8461-4425840ccf27), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:44.282017 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event deleted for resources: {'Port': ['ID=dfc66946-5bb4-4747-8461-4425840ccf27,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:44.295431 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.296037 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.296185 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.296568 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.296807 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.297143 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.297558 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.297924 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.298137 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.298499 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.298831 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.299159 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.299485 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.299815 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.300137 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111003) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:44.338705 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] No DVR routers for this DVR port dfc66946-5bb4-4747-8461-4425840ccf27 on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:41:44.341030 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:44.344314 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-899aac70-2097-4449-a54e-75846033f93b req-abe5d595-e695-4141-880c-5f808b7e0021 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "DELETE /v2.0/ports/dfc66946-5bb4-4747-8461-4425840ccf27 HTTP/1.1" status: 204 len: 173 time: 0.4843163 Jul 25 19:41:44.344758 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'name': 'network-vif-deleted', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:41:44.347050 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ad800d-416c-40c1-81db-d412fa1f6a27" -d '{"events": [{"server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "name": "network-vif-deleted", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:41:44.395561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d755374d-3cbc-41a6-9943-9f1f81276247 x-openstack-request-id: req-d755374d-3cbc-41a6-9943-9f1f81276247 {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:41:44.395561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b2241b-60a1-446d-ab50-375e16860d91", "name": "network-vif-deleted", "tag": "dfc66946-5bb4-4747-8461-4425840ccf27", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:41:44.395561 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-d755374d-3cbc-41a6-9943-9f1f81276247 {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:41:44.395561 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d755374d-3cbc-41a6-9943-9f1f81276247'] response: {'server_uuid': '42b2241b-60a1-446d-ab50-375e16860d91', 'name': 'network-vif-deleted', 'tag': 'dfc66946-5bb4-4747-8461-4425840ccf27', 'status': 'completed', 'code': 200} Jul 25 19:41:44.872274 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-8a4a52b3-3eb7-46b3-81f4-ae8abc1d0ada req-8cdc7f39-5d7b-4273-ba38-8a1c1d1b2afc tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=42b2241b-60a1-446d-ab50-375e16860d91 HTTP/1.1" status: 200 len: 210 time: 0.0289724 Jul 25 19:41:47.967492 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device dfc66946-5bb4-4747-8461-4425840ccf27 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:41:47.988082 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: dfc66946-5bb4-4747-8461-4425840ccf27 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:41:47.993293 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device dfc66946-5bb4-4747-8461-4425840ccf27 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:41:48.400229 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51490) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:48.545861 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Deleting port 620c6858-a2b5-49e1-b63e-50dd22a9d566 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:48.546210 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (620c6858-a2b5-49e1-b63e-50dd22a9d566), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:48.631876 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (620c6858-a2b5-49e1-b63e-50dd22a9d566), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:48.632245 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (620c6858-a2b5-49e1-b63e-50dd22a9d566), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:48.650660 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Calling delete_port for 620c6858-a2b5-49e1-b63e-50dd22a9d566 owned by network:floatingip {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:48.862236 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (620c6858-a2b5-49e1-b63e-50dd22a9d566), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:48.886826 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event deleted for resources: {'Port': ['ID=620c6858-a2b5-49e1-b63e-50dd22a9d566,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:48.951781 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (5044a1ee-d2b4-4441-af8e-9e45738ef892), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:48.952112 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.db.l3_db [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Floating IP 5044a1ee-d2b4-4441-af8e-9e45738ef892 disassociated (deleted). External IP: 172.27.0.203, port: 08532af4-2657-41b3-95af-eafa559bdf33. Jul 25 19:41:49.399735 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:41:49.489071 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:49.504284 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:49.509441 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:41:49.514405 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:49.519903 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:41:49.530943 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:41:49.539372 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:41:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:49.546583 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-9fd84898-c935-438f-9c70-17782167fe00 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "DELETE /v2.0/floatingips/5044a1ee-d2b4-4441-af8e-9e45738ef892 HTTP/1.1" status: 204 len: 168 time: 1.1452243 Jul 25 19:41:49.547184 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33'}] {{(pid=111002) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:41:49.549596 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bccaca45b5c776add610531e631cc8b4271a7d18c1812a7fcb4c8c25a9b29566" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc" -d '{"events": [{"name": "network-changed", "server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "tag": "08532af4-2657-41b3-95af-eafa559bdf33"}]}' {{(pid=111002) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:41:49.590821 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 25 Jul 2022 19:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab10c511-1fcf-4e59-abcf-24a00fbbfcbc x-openstack-request-id: req-ab10c511-1fcf-4e59-abcf-24a00fbbfcbc {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:41:49.591116 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "tag": "08532af4-2657-41b3-95af-eafa559bdf33", "status": "completed", "code": 200}]} {{(pid=111002) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:41:49.591377 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-ab10c511-1fcf-4e59-abcf-24a00fbbfcbc {{(pid=111002) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:41:49.591872 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab10c511-1fcf-4e59-abcf-24a00fbbfcbc'] response: {'name': 'network-changed', 'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33', 'status': 'completed', 'code': 200} Jul 25 19:41:49.638159 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:41:49.652964 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-a45d45a4-82f9-48f7-9851-8c3a26dc6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:49.654647 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-a45d45a4-82f9-48f7-9851-8c3a26dc6642 service neutron] 10.222.0.88 "GET /v2.0/ports?tenant_id=03519fbb6e4c42098f809f799c77f884&device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 1130 time: 0.0417550 Jul 25 19:41:49.712378 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:49.763595 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-c1ab8529-fe1a-4073-85a8-5d87f022f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:49.765057 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-c1ab8529-fe1a-4073-85a8-5d87f022f5dc service neutron] 10.222.0.88 "GET /v2.0/networks?id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 200 len: 912 time: 0.1036272 Jul 25 19:41:49.805873 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-488c92ed-ff0f-4ae7-b5cf-a90706f92f8a service neutron] 10.222.0.88 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 200 len: 217 time: 0.0343840 Jul 25 19:41:49.842410 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:49.857938 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-e63b4dff-f08d-4bfa-ba30-d6fd5e6f1950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:49.859458 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-e63b4dff-f08d-4bfa-ba30-d6fd5e6f1950 service neutron] 10.222.0.88 "GET /v2.0/subnets?id=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 200 len: 850 time: 0.0464838 Jul 25 19:41:49.868851 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:41:49.873608 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:49.878877 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:41:49.879467 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:41:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:49.915662 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-4ecf9a9c-bc13-44c7-9411-c93aa24262f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:49.920497 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-4ecf9a9c-bc13-44c7-9411-c93aa24262f6 service neutron] 10.222.0.88 "GET /v2.0/ports?network_id=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515602 Jul 25 19:41:49.991223 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebbef6-2971-4ea3-a5a9-f15c8b61a257 req-b6a604fb-6638-4f1a-a673-87a5f4dbd6c9 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:49.993595 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddebbef6-2971-4ea3-a5a9-f15c8b61a257 req-b6a604fb-6638-4f1a-a673-87a5f4dbd6c9 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 946 time: 0.0511820 Jul 25 19:41:49.997021 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:41:50.046052 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-ddebbef6-2971-4ea3-a5a9-f15c8b61a257 req-53f13e68-e6e1-424f-a7a8-fa227d8c7190 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466642 Jul 25 19:41:50.203429 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:50.229714 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0256343e-aa11-427b-94b4-18ec479f2c80 None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:33:36Z', 'revision_number': 4, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi', '_interfaces': [{'id': '928da28f-f831-45bd-85be-0c61c4ffe94f', 'name': '', 'network_id': '98a3f6fd-f862-48c6-9d6c-13f87f3dacfa', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'mac_address': 'fa:16:3e:18:cb:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:36Z', 'updated_at': '2022-07-25T19:33:40Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'subnets': [{'id': '8d5c5f1c-1aec-4eba-a750-a5f4e8d05169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:41:50.458249 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5ecab-15e9-4a60-a1ac-7d7181cc96ad None None] New status for floating IP 5044a1ee-d2b4-4441-af8e-9e45738ef892: DOWN {{(pid=111004) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 25 19:41:50.994435 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-cf446937-9e53-4d41-97e5-30c4aab0ccfb service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913994 Jul 25 19:41:51.058036 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:51.060867 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:51.088062 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-3a9e6d33-1ab0-47ea-a4ec-9b69c9fefadc req-777b14b9-bebd-4f52-a323-a5ba8a568ab4 service neutron] 10.222.0.88 "GET /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Jul 25 19:41:51.185811 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0141e-c84c-447b-b363-5b476e9faaae req-15e15e0d-bc0a-49fd-a1c4-ef71cdcfc8ad tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111002) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:51.188671 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-43f0141e-c84c-447b-b363-5b476e9faaae req-15e15e0d-bc0a-49fd-a1c4-ef71cdcfc8ad tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Jul 25 19:41:51.239538 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-43f0141e-c84c-447b-b363-5b476e9faaae req-0e7ff9c4-9a5d-4233-976c-8d827488375e tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/security-groups?id=21f92f41-9903-472f-b5d6-8b6d8baa9953&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463753 Jul 25 19:41:51.544130 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884272a-f9f9-493b-9841-c63703a75e67 req-6e0b5b46-1af9-485f-adee-2132ac92059c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111003) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 25 19:41:51.545494 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e884272a-f9f9-493b-9841-c63703a75e67 req-6e0b5b46-1af9-485f-adee-2132ac92059c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 946 time: 0.0509346 Jul 25 19:41:51.628879 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Deleting port 08532af4-2657-41b3-95af-eafa559bdf33 {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:51.629216 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (08532af4-2657-41b3-95af-eafa559bdf33), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:51.723414 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] For port 08532af4-2657-41b3-95af-eafa559bdf33, host hv-cinder-82002, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82002',level=0,port_id=08532af4-2657-41b3-95af-eafa559bdf33,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:41:51.723773 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (08532af4-2657-41b3-95af-eafa559bdf33), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:51.737218 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Calling delete_port for 08532af4-2657-41b3-95af-eafa559bdf33 owned by compute:nova {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:51.954047 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (08532af4-2657-41b3-95af-eafa559bdf33), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:51.987764 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event deleted for resources: {'Port': ['ID=08532af4-2657-41b3-95af-eafa559bdf33,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:52.033958 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] No DVR routers for this DVR port 08532af4-2657-41b3-95af-eafa559bdf33 on host hv-cinder-82002 {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:41:52.036675 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for port (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:52.040425 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [req-e884272a-f9f9-493b-9841-c63703a75e67 req-31c833f1-54af-49cc-ad70-d36506673f36 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.88 "DELETE /v2.0/ports/08532af4-2657-41b3-95af-eafa559bdf33 HTTP/1.1" status: 204 len: 173 time: 0.4891841 Jul 25 19:41:52.040892 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'name': 'network-vif-deleted', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33'}] {{(pid=111003) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 25 19:41:52.043285 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.17/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}42b7b963c9189806d4f01b573b292ff408a66d2078e4a0d32a44ded7c93d6ddc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e03463-6e12-4337-b3f1-4fcbc0fa8f44" -d '{"events": [{"server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "name": "network-vif-deleted", "tag": "08532af4-2657-41b3-95af-eafa559bdf33"}]}' {{(pid=111003) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 25 19:41:52.081626 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 25 Jul 2022 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc89db6b-2247-4b80-b3ff-f908d9df19cb x-openstack-request-id: req-cc89db6b-2247-4b80-b3ff-f908d9df19cb {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 25 19:41:52.081926 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d36cbe37-058f-4dc2-903f-7450b95e0c19", "name": "network-vif-deleted", "tag": "08532af4-2657-41b3-95af-eafa559bdf33", "status": "completed", "code": 200}]} {{(pid=111003) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 25 19:41:52.082184 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.17/compute/v2.1/os-server-external-events used request id req-cc89db6b-2247-4b80-b3ff-f908d9df19cb {{(pid=111003) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 25 19:41:52.082625 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc89db6b-2247-4b80-b3ff-f908d9df19cb'] response: {'server_uuid': 'd36cbe37-058f-4dc2-903f-7450b95e0c19', 'name': 'network-vif-deleted', 'tag': '08532af4-2657-41b3-95af-eafa559bdf33', 'status': 'completed', 'code': 200} Jul 25 19:41:52.356101 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [req-e258a119-6ea8-47cf-acb1-425f41432ada req-37b7f749-2c80-4173-974e-8daa41456e4d tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "GET /v2.0/ports?device_id=d36cbe37-058f-4dc2-903f-7450b95e0c19 HTTP/1.1" status: 200 len: 210 time: 0.0381455 Jul 25 19:41:53.422845 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 51506) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:53.550865 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Deleting port ec39e26a-7daf-4cc9-82be-60c8d4e4286e {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:53.551215 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:53.634780 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:53.635102 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:53.647658 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Calling delete_port for ec39e26a-7daf-4cc9-82be-60c8d4e4286e owned by network:floatingip {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:53.831102 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (ec39e26a-7daf-4cc9-82be-60c8d4e4286e), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:53.859873 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event deleted for resources: {'Port': ['ID=ec39e26a-7daf-4cc9-82be-60c8d4e4286e,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:53.865637 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:53.911363 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:53.926394 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for floatingip (56fe46a5-e7df-4e6b-90a1-d6f841770cc2), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:53.929115 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-925971'] for floatingip (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:53.930317 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ba294c04-d49c-49e4-a52d-b8f9bc76117c tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "DELETE /v2.0/floatingips/56fe46a5-e7df-4e6b-90a1-d6f841770cc2 HTTP/1.1" status: 204 len: 168 time: 0.5065222 Jul 25 19:41:55.282729 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 51518) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:55.346099 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0a4d-13b6-480d-9412-60833cc27910 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group (21f92f41-9903-472f-b5d6-8b6d8baa9953), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:55.373326 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0a4d-13b6-480d-9412-60833cc27910 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group (21f92f41-9903-472f-b5d6-8b6d8baa9953), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:55.522637 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0a4d-13b6-480d-9412-60833cc27910 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (21f92f41-9903-472f-b5d6-8b6d8baa9953), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:55.525996 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-ad0a0a4d-13b6-480d-9412-60833cc27910 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Publish callbacks [] for security_group (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:55.527428 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-ad0a0a4d-13b6-480d-9412-60833cc27910 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] 10.222.0.17 "DELETE /v2.0/security-groups/21f92f41-9903-472f-b5d6-8b6d8baa9953 HTTP/1.1" status: 204 len: 168 time: 0.2437129 Jul 25 19:41:55.537316 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a0a4d-13b6-480d-9412-60833cc27910 tempest-TestVolumeBootPattern-1090509185 tempest-TestVolumeBootPattern-1090509185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f92f41-9903-472f-b5d6-8b6d8baa9953,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:55.702428 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 51522) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:55.791088 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a21722cf-2972-448e-b4b7-adb7ed9040ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:56.003498 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 08532af4-2657-41b3-95af-eafa559bdf33 no longer exists at agent hyperv_hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:41:56.023775 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] No Port match for: 08532af4-2657-41b3-95af-eafa559bdf33 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:41:56.024129 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Device 08532af4-2657-41b3-95af-eafa559bdf33 not bound to the agent host hv-cinder-82002 {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:41:56.163136 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (6e266adb-384f-47e0-a112-5a8819a9bcdb), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:56.387996 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Deleting port 928da28f-f831-45bd-85be-0c61c4ffe94f {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:56.388732 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:56.471400 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] For port 928da28f-f831-45bd-85be-0c61c4ffe94f, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=928da28f-f831-45bd-85be-0c61c4ffe94f,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:41:56.471755 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:56.485029 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Calling delete_port for 928da28f-f831-45bd-85be-0c61c4ffe94f owned by network:router_interface {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:56.525179 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:56.545243 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=100 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:56.765393 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (928da28f-f831-45bd-85be-0c61c4ffe94f), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:56.795063 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Pushing event deleted for resources: {'Port': ['ID=928da28f-f831-45bd-85be-0c61c4ffe94f,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:56.956428 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (6e266adb-384f-47e0-a112-5a8819a9bcdb), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:57.162904 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Router 6e266adb-384f-47e0-a112-5a8819a9bcdb has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111003) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:41:57.266030 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111003) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:41:57.272613 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1ce72c73-80e5-45dc-9ee5-cdad8ba4fe9b admin admin] 10.222.0.17 "PUT /v2.0/routers/6e266adb-384f-47e0-a112-5a8819a9bcdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5675375 Jul 25 19:41:57.273603 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 51528) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:57.276858 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] Sync routers for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:41:57.291453 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:41:57.292101 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:41:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:57.383048 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks [] for router (6e266adb-384f-47e0-a112-5a8819a9bcdb), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:57.405820 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:41:57.683378 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:41:56Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:57.709935 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] Checking router: 6e266adb-384f-47e0-a112-5a8819a9bcdb for host: dv-cinder-820027-16-iscsi {{(pid=111005) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:41:57.719585 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] Routers {'6e266adb-384f-47e0-a112-5a8819a9bcdb'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111005) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:41:57.720202 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:41:28Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['6e266adb-384f-47e0-a112-5a8819a9bcdb'], 'active': True} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:57.757329 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:57.782087 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks [] for router_gateway (6e266adb-384f-47e0-a112-5a8819a9bcdb), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:57.826249 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_dvr_db [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] Set router 6e266adb-384f-47e0-a112-5a8819a9bcdb gateway port host: dv-cinder-820027-16-iscsi {{(pid=111005) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:41:57.888307 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Deleting port 6f7a9c65-c468-454e-ab19-91345c59957d {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:57.888801 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:57.891261 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:57.930421 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:57.976327 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] For port 6f7a9c65-c468-454e-ab19-91345c59957d, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=6f7a9c65-c468-454e-ab19-91345c59957d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:41:57.976600 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:57.990013 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Calling delete_port for 6f7a9c65-c468-454e-ab19-91345c59957d owned by network:router_gateway {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:58.001700 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.l3_hamode_db [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:41:56Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:58.031297 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b69e4ab-aa77-4a8a-8ed5-189bb5c633cf None None] The sync data for ids ['6e266adb-384f-47e0-a112-5a8819a9bcdb'] in dv-cinder-820027-16-iscsi is: [{'id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'name': 'tempest-TestVolumeBootPattern-961606559-router', 'tenant_id': '03519fbb6e4c42098f809f799c77f884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116'}], 'enable_snat': True}, 'gw_port_id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:33Z', 'updated_at': '2022-07-25T19:41:56Z', 'revision_number': 5, 'project_id': '03519fbb6e4c42098f809f799c77f884', 'gw_port': {'id': '6f7a9c65-c468-454e-ab19-91345c59957d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:f4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e266adb-384f-47e0-a112-5a8819a9bcdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:34Z', 'updated_at': '2022-07-25T19:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}] {{(pid=111005) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:41:58.245566 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (6f7a9c65-c468-454e-ab19-91345c59957d), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.272325 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f7a9c65-c468-454e-ab19-91345c59957d,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:58.330664 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-97c74852-6652-4bf7-9ac1-0b017b2dc7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.332344 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (6e266adb-384f-47e0-a112-5a8819a9bcdb), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.425843 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (6e266adb-384f-47e0-a112-5a8819a9bcdb), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.428207 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks [] for router_controller (6e266adb-384f-47e0-a112-5a8819a9bcdb), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.559690 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (6e266adb-384f-47e0-a112-5a8819a9bcdb), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.560483 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e266adb-384f-47e0-a112-5a8819a9bcdb {{(pid=111003) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:41:58.565155 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.566206 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-128b34ff-0514-482e-9b8f-4ee373ea9660 admin admin] 10.222.0.17 "DELETE /v2.0/routers/6e266adb-384f-47e0-a112-5a8819a9bcdb HTTP/1.1" status: 204 len: 168 time: 1.2916906 Jul 25 19:41:58.568810 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 51530) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:58.617312 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd65aff4-a120-4218-a725-8c66b6f3fac5 admin admin] Deleting subnet 8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 {{(pid=111003) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:41:58.621177 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-fd65aff4-a120-4218-a725-8c66b6f3fac5 admin admin] Publish callbacks [] for subnet (8d5c5f1c-1aec-4eba-a750-a5f4e8d05169), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.659220 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-fd65aff4-a120-4218-a725-8c66b6f3fac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16870686'] for subnet (8d5c5f1c-1aec-4eba-a750-a5f4e8d05169), precommit_delete_associations {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.744763 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-fd65aff4-a120-4218-a725-8c66b6f3fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (8d5c5f1c-1aec-4eba-a750-a5f4e8d05169), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.788455 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:58.903522 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-fd65aff4-a120-4218-a725-8c66b6f3fac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-18247439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17449360'] for subnet (8d5c5f1c-1aec-4eba-a750-a5f4e8d05169), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.932832 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65aff4-a120-4218-a725-8c66b6f3fac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d5c5f1c-1aec-4eba-a750-a5f4e8d05169,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:58.936980 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-fd65aff4-a120-4218-a725-8c66b6f3fac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for subnet (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:58.940750 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-fd65aff4-a120-4218-a725-8c66b6f3fac5 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/8d5c5f1c-1aec-4eba-a750-a5f4e8d05169 HTTP/1.1" status: 204 len: 168 time: 0.3706753 Jul 25 19:41:58.943116 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.wsgi [-] (111003) accepted ('10.222.0.17', 51532) {{(pid=111003) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:58.945546 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee7f8a-0df7-496d-a39c-8423c008f937 None None] Network 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:41:59.023757 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.082182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Deleting port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae {{(pid=111003) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:59.082182 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.121002 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] DHCP port deletion for 98a3f6fd-f862-48c6-9d6c-13f87f3dacfa request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:41:59.153589 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.db [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] For port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111003) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:41:59.154065 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.159180 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Deleting port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:41:59.159560 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.168766 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.plugin [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Calling delete_port for 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae owned by network:dhcp {{(pid=111003) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:59.216530 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:41:59.229588 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] For port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,segment=NetworkSegment(9ef542ea-79a4-481e-89ad-8175e91b80ce),segment_id=9ef542ea-79a4-481e-89ad-8175e91b80ce)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:41:59.230488 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.256396 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Calling delete_port for 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:41:59.328403 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-18247484'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: from cryptography.utils import int_from_bytes Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: from cryptography.utils import int_from_bytes Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.331786 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 25 19:41:59.337425 dv-cinder-820027-16-iscsi neutron-server[111004]: self.session.flush() Jul 25 19:41:59.342252 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (359da2c4-00cd-4aa7-b0c7-83ebbfcffaae), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.362183 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Pushing event deleted for resources: {'Port': ['ID=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:59.366444 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] No DVR routers for this DVR port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae on host dv-cinder-820027-16-iscsi {{(pid=111003) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:41:59.370191 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Pushing event deleted for resources: {'Port': ['ID=359da2c4-00cd-4aa7-b0c7-83ebbfcffaae,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:41:59.375102 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] No DVR routers for this DVR port 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:41:59.385605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.385605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.385605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.385605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.385605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.385605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.385605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.385605 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.386856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.386856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.386856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.386856 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.387346 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.387346 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.387813 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb064c81-2b12-4f86-b04d-db3459c30a97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-820027-16-iscsi {{(pid=111004) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 25 19:41:59.458119 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 928da28f-f831-45bd-85be-0c61c4ffe94f no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:41:59.460441 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.478057 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 928da28f-f831-45bd-85be-0c61c4ffe94f {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:41:59.479130 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 928da28f-f831-45bd-85be-0c61c4ffe94f not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:41:59.479627 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:41:59.483147 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a3f6fd-f862-48c6-9d6c-13f87f3dacfa']}} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:59.493116 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef542ea-79a4-481e-89ad-8175e91b80ce') {'for_net_delete': True} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:59.493419 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.services.segments.db [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef542ea-79a4-481e-89ad-8175e91b80ce') {} {{(pid=111003) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:41:59.502056 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:41:59.502438 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 359da2c4-00cd-4aa7-b0c7-83ebbfcffaae not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:41:59.502861 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 6f7a9c65-c468-454e-ab19-91345c59957d no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:41:59.504453 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16870665'] for segment (9ef542ea-79a4-481e-89ad-8175e91b80ce), before_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.518873 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (9ef542ea-79a4-481e-89ad-8175e91b80ce), precommit_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.521590 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 6f7a9c65-c468-454e-ab19-91345c59957d {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:41:59.522082 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 6f7a9c65-c468-454e-ab19-91345c59957d not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:41:59.526251 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=111003) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:41:59.526863 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-18247633'] for segment (9ef542ea-79a4-481e-89ad-8175e91b80ce), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.629765 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 9ef542ea-79a4-481e-89ad-8175e91b80ce resource provider aggregate not found Jul 25 19:41:59.649087 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.services.segments.plugin [-] Segment 9ef542ea-79a4-481e-89ad-8175e91b80ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ef542ea-79a4-481e-89ad-8175e91b80ce found for delete ", "request_id": "req-032ab1c7-9144-4fe5-9568-60d78ee8f08c"}]} Jul 25 19:41:59.664995 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (98a3f6fd-f862-48c6-9d6c-13f87f3dacfa), after_delete {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.671265 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron_lib.callbacks.manager [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111003) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.674310 dv-cinder-820027-16-iscsi neutron-server[111003]: INFO neutron.wsgi [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] 10.222.0.17 "DELETE /v2.0/networks/98a3f6fd-f862-48c6-9d6c-13f87f3dacfa HTTP/1.1" status: 204 len: 168 time: 0.7301545 Jul 25 19:41:59.677601 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51542) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:41:59.682209 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:41:59.685806 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24cd17-f860-455e-bb88-47dab55f5894 admin admin] Pushing event deleted for resources: {'Network': ['ID=98a3f6fd-f862-48c6-9d6c-13f87f3dacfa,revision_number=None']} {{(pid=111003) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:00.024402 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-444984'] for router_interface (97300f54-deda-4e3b-88f3-9da41958a15a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:00.276520 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Deleting port cd06ced8-d217-4f55-8122-a0ec84201b81 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:42:00.276927 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:00.366316 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] For port cd06ced8-d217-4f55-8122-a0ec84201b81, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=cd06ced8-d217-4f55-8122-a0ec84201b81,segment=NetworkSegment(7e979de1-a5db-4488-a060-c06657cd7bfa),segment_id=7e979de1-a5db-4488-a060-c06657cd7bfa)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:42:00.366709 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:00.385184 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Calling delete_port for cd06ced8-d217-4f55-8122-a0ec84201b81 owned by network:router_interface {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:42:00.495411 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:00.501552 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=100 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:00.637049 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (cd06ced8-d217-4f55-8122-a0ec84201b81), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:00.664064 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd06ced8-d217-4f55-8122-a0ec84201b81,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:00.830491 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420520'] for router_interface (97300f54-deda-4e3b-88f3-9da41958a15a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:00.911217 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:01.047425 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Router 97300f54-deda-4e3b-88f3-9da41958a15a has already been hosted by L3 agent b5d1a767-6849-4969-9e9a-4efd4597c9ee {{(pid=111002) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 25 19:42:01.155188 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] Notify agent at l3_agent.dv-cinder-820027-16-iscsi the message routers_updated {{(pid=111002) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 25 19:42:01.165776 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-b950444c-76a5-4843-bfc2-06123539935d admin admin] 10.222.0.17 "PUT /v2.0/routers/97300f54-deda-4e3b-88f3-9da41958a15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4821737 Jul 25 19:42:01.165776 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51544) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:42:01.167386 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] Sync routers for ids ['97300f54-deda-4e3b-88f3-9da41958a15a'] in dv-cinder-820027-16-iscsi {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 25 19:42:01.177208 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] Routers {'97300f54-deda-4e3b-88f3-9da41958a15a'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:42:01.177873 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:41:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['97300f54-deda-4e3b-88f3-9da41958a15a'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:42:01.267835 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks [] for router (97300f54-deda-4e3b-88f3-9da41958a15a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:01.284204 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] Set router 97300f54-deda-4e3b-88f3-9da41958a15a gateway port host: dv-cinder-820027-16-iscsi {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:42:01.366562 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:01.379819 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks [] for router_gateway (97300f54-deda-4e3b-88f3-9da41958a15a), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:01.479979 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'external_fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:42:00Z', 'revision_number': 5, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port': {'id': '93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d', 'name': '', 'network_id': 'fc2c7b53-4629-43d5-a815-1ec5efe763ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:63:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-820027-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-25T19:33:40Z', 'updated_at': '2022-07-25T19:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2b71264f-c6f5-4068-9977-a209b0c59518', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-820027-16-iscsi'}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:42:01.510820 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:01.511917 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] Checking router: 97300f54-deda-4e3b-88f3-9da41958a15a for host: dv-cinder-820027-16-iscsi {{(pid=111004) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 25 19:42:01.512883 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Deleting port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:42:01.513225 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:01.521445 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] Routers {'97300f54-deda-4e3b-88f3-9da41958a15a'} bound to L3 agent in host dv-cinder-820027-16-iscsi {{(pid=111004) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 25 19:42:01.522052 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-820027-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-25T18:54:58Z,description=,heartbeat_timestamp=2022-07-25T19:41:58Z,host='dv-cinder-820027-16-iscsi',id=b5d1a767-6849-4969-9e9a-4efd4597c9ee,load=0,resource_versions=,resources_synced=,started_at=2022-07-25T18:54:59Z,topic='l3_agent')) {'router_ids': ['97300f54-deda-4e3b-88f3-9da41958a15a'], 'active': True} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:42:01.570034 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:01.597691 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] For port 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d,segment=NetworkSegment(f03b016b-e461-4b34-85dc-6c9012e6a919),segment_id=f03b016b-e461-4b34-85dc-6c9012e6a919)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:42:01.598155 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:01.605561 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:01.612665 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvr_db [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] Set router 97300f54-deda-4e3b-88f3-9da41958a15a gateway port host: None {{(pid=111004) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 25 19:42:01.612877 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Calling delete_port for 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d owned by network:router_gateway {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:42:01.639383 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:01.665879 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_hamode_db [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:42:01Z', 'revision_number': 6, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port_host': None}], 'dv-cinder-820027-16-iscsi', False) {} {{(pid=111004) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:42:01.691675 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1489f917-53ed-4c18-8195-2b72f620b97d None None] The sync data for ids ['97300f54-deda-4e3b-88f3-9da41958a15a'] in dv-cinder-820027-16-iscsi is: [{'id': '97300f54-deda-4e3b-88f3-9da41958a15a', 'name': 'tempest-TestVolumeBootPattern-65903640-router', 'tenant_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-25T19:33:39Z', 'updated_at': '2022-07-25T19:42:01Z', 'revision_number': 6, 'project_id': '39eb8ff4a4244a8dbb16e83ea3be4ce2', 'gw_port_host': None}] {{(pid=111004) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 25 19:42:01.893546 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:01.918503 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:02.040701 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-420676'] for router_gateway (97300f54-deda-4e3b-88f3-9da41958a15a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.139200 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-398419', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-416'] for router (97300f54-deda-4e3b-88f3-9da41958a15a), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.141448 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks [] for router_controller (97300f54-deda-4e3b-88f3-9da41958a15a), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.267961 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-398482'] for router (97300f54-deda-4e3b-88f3-9da41958a15a), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.268528 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97300f54-deda-4e3b-88f3-9da41958a15a {{(pid=111002) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 25 19:42:02.272896 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.273993 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-55bec552-9c0f-4e2d-a500-ebc9cdd73ca7 admin admin] 10.222.0.17 "DELETE /v2.0/routers/97300f54-deda-4e3b-88f3-9da41958a15a HTTP/1.1" status: 204 len: 168 time: 1.1101096 Jul 25 19:42:02.277120 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51546) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:42:02.323003 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.db_base_plugin_v2 [None req-429265d3-c507-481c-a5db-91eb5be9a542 admin admin] Deleting subnet a857b6be-d3ca-47a4-8aa7-240a32b28793 {{(pid=111002) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 25 19:42:02.326275 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-429265d3-c507-481c-a5db-91eb5be9a542 admin admin] Publish callbacks [] for subnet (a857b6be-d3ca-47a4-8aa7-240a32b28793), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.365085 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-429265d3-c507-481c-a5db-91eb5be9a542 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3795324'] for subnet (a857b6be-d3ca-47a4-8aa7-240a32b28793), precommit_delete_associations {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.443961 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:02.446604 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-429265d3-c507-481c-a5db-91eb5be9a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133803995'] for subnet (a857b6be-d3ca-47a4-8aa7-240a32b28793), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.586898 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-429265d3-c507-481c-a5db-91eb5be9a542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133803988', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-703579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3796361', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8843968'] for subnet (a857b6be-d3ca-47a4-8aa7-240a32b28793), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.620519 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429265d3-c507-481c-a5db-91eb5be9a542 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a857b6be-d3ca-47a4-8aa7-240a32b28793,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:02.626971 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-429265d3-c507-481c-a5db-91eb5be9a542 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.636867 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-429265d3-c507-481c-a5db-91eb5be9a542 admin admin] 10.222.0.17 "DELETE /v2.0/subnets/a857b6be-d3ca-47a4-8aa7-240a32b28793 HTTP/1.1" status: 204 len: 168 time: 0.3520665 Jul 25 19:42:02.636867 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51548) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:42:02.637287 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6b51b5-4b5f-441d-aecb-1a16db4ab973 None None] Network 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c requested from dv-cinder-820027-16-iscsi {{(pid=111004) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 25 19:42:02.707693 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133762728'] for network (075a5172-fce5-4b9e-b27b-0ffd3e41ef6c), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.755052 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Deleting port db9a85a3-c764-4f5b-a0c3-0398ff338926 {{(pid=111002) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:42:02.755393 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.791718 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] DHCP port deletion for 075a5172-fce5-4b9e-b27b-0ffd3e41ef6c request from dv-cinder-820027-16-iscsi {{(pid=111004) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 25 19:42:02.828583 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.db [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] For port db9a85a3-c764-4f5b-a0c3-0398ff338926, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=db9a85a3-c764-4f5b-a0c3-0398ff338926,segment=NetworkSegment(7e979de1-a5db-4488-a060-c06657cd7bfa),segment_id=7e979de1-a5db-4488-a060-c06657cd7bfa)] {{(pid=111002) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:42:02.828953 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.834434 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] Deleting port db9a85a3-c764-4f5b-a0c3-0398ff338926 {{(pid=111004) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 25 19:42:02.834823 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731869256650'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), before_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:02.843490 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.plugin [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Calling delete_port for db9a85a3-c764-4f5b-a0c3-0398ff338926 owned by network:dhcp {{(pid=111002) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:42:03.028145 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.db [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] For port db9a85a3-c764-4f5b-a0c3-0398ff338926, host dv-cinder-820027-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-820027-16-iscsi',level=0,port_id=db9a85a3-c764-4f5b-a0c3-0398ff338926,segment=NetworkSegment(7e979de1-a5db-4488-a060-c06657cd7bfa),segment_id=7e979de1-a5db-4488-a060-c06657cd7bfa)] {{(pid=111004) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 25 19:42:03.028470 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452407'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), precommit_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.033944 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3796410'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.039150 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:03.042489 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] Calling delete_port for db9a85a3-c764-4f5b-a0c3-0398ff338926 owned by network:dhcp {{(pid=111004) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 25 19:42:03.062613 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Pushing event deleted for resources: {'Port': ['ID=db9a85a3-c764-4f5b-a0c3-0398ff338926,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:03.068274 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] No DVR routers for this DVR port db9a85a3-c764-4f5b-a0c3-0398ff338926 on host dv-cinder-820027-16-iscsi {{(pid=111002) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:42:03.126731 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133745392', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969383', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731869261837', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731868879598'] for port (db9a85a3-c764-4f5b-a0c3-0398ff338926), after_delete {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.141176 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133801705', 'neutron.services.segments.db._delete_segments_for_network-8731869398411'] for network (075a5172-fce5-4b9e-b27b-0ffd3e41ef6c), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.154370 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] No DVR routers for this DVR port db9a85a3-c764-4f5b-a0c3-0398ff338926 on host dv-cinder-820027-16-iscsi {{(pid=111004) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 25 19:42:03.158731 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcb4ed-b54e-4894-add3-29086c6546cc None None] Pushing event deleted for resources: {'Port': ['ID=db9a85a3-c764-4f5b-a0c3-0398ff338926,revision_number=None']} {{(pid=111004) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:03.162184 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075a5172-fce5-4b9e-b27b-0ffd3e41ef6c']}} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:42:03.172864 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e979de1-a5db-4488-a060-c06657cd7bfa') {'for_net_delete': True} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:42:03.173231 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.services.segments.db [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e979de1-a5db-4488-a060-c06657cd7bfa') {} {{(pid=111002) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 25 19:42:03.184006 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731869398312', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3795307'] for segment (7e979de1-a5db-4488-a060-c06657cd7bfa), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.198394 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804'] for segment (7e979de1-a5db-4488-a060-c06657cd7bfa), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.204677 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=111002) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 25 19:42:03.205059 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133806804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3796311'] for segment (7e979de1-a5db-4488-a060-c06657cd7bfa), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.287212 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 7e979de1-a5db-4488-a060-c06657cd7bfa resource provider aggregate not found Jul 25 19:42:03.303653 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.services.segments.plugin [-] Segment 7e979de1-a5db-4488-a060-c06657cd7bfa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e979de1-a5db-4488-a060-c06657cd7bfa found for delete ", "request_id": "req-586cc275-1c66-45cf-8188-f22d3405d1fe"}]} Jul 25 19:42:03.336820 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133801712', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608076', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531907', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-420735'] for network (075a5172-fce5-4b9e-b27b-0ffd3e41ef6c), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.343965 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531949'] for network (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.347188 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] 10.222.0.17 "DELETE /v2.0/networks/075a5172-fce5-4b9e-b27b-0ffd3e41ef6c HTTP/1.1" status: 204 len: 168 time: 0.7136679 Jul 25 19:42:03.358385 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901de71-31ea-4995-92d0-a4810b1fa4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=075a5172-fce5-4b9e-b27b-0ffd3e41ef6c,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:03.454155 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device cd06ced8-d217-4f55-8122-a0ec84201b81 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:42:03.473906 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: cd06ced8-d217-4f55-8122-a0ec84201b81 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:42:03.476359 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device cd06ced8-d217-4f55-8122-a0ec84201b81 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:42:03.476359 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device db9a85a3-c764-4f5b-a0c3-0398ff338926 no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:42:03.492760 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: db9a85a3-c764-4f5b-a0c3-0398ff338926 {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:42:03.493106 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device db9a85a3-c764-4f5b-a0c3-0398ff338926 not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:42:03.493515 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d no longer exists at agent ovs-agent-dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 25 19:42:03.515287 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.plugin [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] No Port match for: 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d {{(pid=111004) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 25 19:42:03.515636 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron.plugins.ml2.rpc [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Device 93e8ecf3-1bb3-4b6f-9a31-c29ed46a7a2d not bound to the agent host dv-cinder-820027-16-iscsi {{(pid=111004) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 25 19:42:03.658607 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51558) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:42:03.701398 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-3ffbddba-efeb-4de0-878b-6b3c09b62804 admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=03519fbb6e4c42098f809f799c77f884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416300 Jul 25 19:42:03.704082 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51560) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:42:03.753335 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cc785055-943c-445a-998d-91c7460a30fa admin admin] Publish callbacks [] for security_group (9e96efc3-0966-41ff-bfce-7b9d91159209), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.774930 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cc785055-943c-445a-998d-91c7460a30fa admin admin] Publish callbacks [] for security_group (9e96efc3-0966-41ff-bfce-7b9d91159209), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.899209 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cc785055-943c-445a-998d-91c7460a30fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (9e96efc3-0966-41ff-bfce-7b9d91159209), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.902538 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-cc785055-943c-445a-998d-91c7460a30fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:03.903784 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-cc785055-943c-445a-998d-91c7460a30fa admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/9e96efc3-0966-41ff-bfce-7b9d91159209 HTTP/1.1" status: 204 len: 168 time: 0.1986427 Jul 25 19:42:03.911936 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc785055-943c-445a-998d-91c7460a30fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e96efc3-0966-41ff-bfce-7b9d91159209,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:04.581538 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51566) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:42:04.624957 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-6edee5e2-9fa8-437b-a022-bf9577fd209e admin admin] 10.222.0.17 "GET /v2.0/security-groups?tenant_id=39eb8ff4a4244a8dbb16e83ea3be4ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422585 Jul 25 19:42:04.627561 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.wsgi [-] (111002) accepted ('10.222.0.17', 51568) {{(pid=111002) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 25 19:42:04.653599 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:04.679349 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f9be-18bb-4596-84bc-2951371f7924 admin admin] Publish callbacks [] for security_group (4a3b3e42-41cc-4906-afdf-ed515cab1836), before_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:04.703221 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f9be-18bb-4596-84bc-2951371f7924 admin admin] Publish callbacks [] for security_group (4a3b3e42-41cc-4906-afdf-ed515cab1836), precommit_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:04.822100 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f9be-18bb-4596-84bc-2951371f7924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608240'] for security_group (4a3b3e42-41cc-4906-afdf-ed515cab1836), after_delete {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:04.825378 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron_lib.callbacks.manager [None req-bbf3f9be-18bb-4596-84bc-2951371f7924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111002) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:04.826594 dv-cinder-820027-16-iscsi neutron-server[111002]: INFO neutron.wsgi [None req-bbf3f9be-18bb-4596-84bc-2951371f7924 admin admin] 10.222.0.17 "DELETE /v2.0/security-groups/4a3b3e42-41cc-4906-afdf-ed515cab1836 HTTP/1.1" status: 204 len: 168 time: 0.1981227 Jul 25 19:42:04.834704 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3f9be-18bb-4596-84bc-2951371f7924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b3e42-41cc-4906-afdf-ed515cab1836,revision_number=None']} {{(pid=111002) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 25 19:42:05.694810 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=100 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:07.805106 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:42:09.585060 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:09.676722 dv-cinder-820027-16-iscsi neutron-server[111003]: DEBUG dbcounter [-] [111003] Writing DB stats neutron:SELECT=61,neutron:DELETE=5 {{(pid=111003) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:12.182774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:14.830040 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=62,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:14.830911 dv-cinder-820027-16-iscsi neutron-server[111002]: DEBUG dbcounter [-] [111002] Writing DB stats neutron:SELECT=1 {{(pid=111002) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:17.799841 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:17.800754 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=7 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:22.104035 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:22.110054 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=44,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:25.787833 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0209-f6aa-4aa0-86bf-b04d2bbbfdf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:28.308243 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-011c8585-4c1f-4351-b806-680e0282301a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:29.664316 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:30.926761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:31.444886 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:32.353500 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=14 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:32.355377 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=12 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:41.363905 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:41.369819 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:42.181950 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:44.803232 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:42:52.116641 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:52.118598 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:53.824115 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:54.799667 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:42:55.857409 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-ccf20721-51ba-44fa-bc2e-9052610a5775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:58.301597 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-0ce88020-2428-4198-8028-d199735e7418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:42:59.651676 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:00.924502 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:01.415783 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:12.217449 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:21.802224 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:43:22.115014 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:43:22.117878 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:43:25.776958 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fe1142b2-9e58-4ebe-8c94-2c5c245b643c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:28.354164 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-58ac0193-cb41-4796-b484-39957230c8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:29.657029 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:30.931035 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:31.432793 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:31.797502 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:43:31.798310 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:43:41.368412 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:43:41.375442 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:43:42.182163 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:52.110888 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:43:52.115880 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:43:55.770199 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-bcc6d4a1-3034-4997-890a-85ac85663f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:58.335561 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d4ad7a04-8f3e-47c4-8a1e-b8560ab1892c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:43:58.801370 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:43:59.678923 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:00.924217 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:01.427706 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:08.797561 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:08.798366 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:11.371098 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:11.376995 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:12.204379 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:22.116049 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:22.118002 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:25.786708 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb635-5244-4186-9b0d-fce1fd4967be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:28.323645 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-8676ac11-681c-4c82-b87f-79bc09026c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:29.655900 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:30.912469 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:31.438264 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:32.352362 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=14 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:32.354787 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=12 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:35.800695 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:44:41.377828 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:41.379761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:42.237656 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:45.797327 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=4 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:52.138430 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:52.145383 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:53.828979 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:44:55.775100 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-519d4001-9c04-4871-9d79-019284572279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:58.317238 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a8714d80-75a5-4e72-bcb8-47de3b566f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:44:59.711804 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:00.923651 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:01.420687 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:12.231761 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:12.799572 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:45:22.145536 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=22 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:22.151655 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=22,neutron:UPDATE=6 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:22.795648 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:22.796413 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:25.775193 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-4f714972-f1df-43c5-bf20-d5b9bd92f642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:28.335874 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-62bae809-2338-4b07-bb45-4641bb29277a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:29.700369 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:30.968392 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:31.437607 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:41.385730 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:41.387703 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:42.226166 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:49.799165 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:45:52.137920 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:52.142999 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:55.783672 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-926deb18-65a2-4f76-9cb7-2a9290fcae5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:57.689306 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=5 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:45:58.360321 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-e36b1acb-917e-4e98-a1ca-e6a61eaedfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:59.715859 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:45:59.799044 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=3 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:00.944852 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:01.459490 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:08.790162 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:11.391385 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:11.393363 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:12.245064 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:22.141087 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:22.147149 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:25.783365 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-d79a93ed-f70a-4e42-b9df-84c31bc400a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:26.797884 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:46:28.320821 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-03a6897f-e1ad-45e7-bdac-072924dea831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:29.686160 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:30.923822 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:31.489664 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:36.793856 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=16 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:36.794639 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=18 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:41.392612 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:41.394425 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:42.216774 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:52.142319 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:52.144406 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:53.834244 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:53.834932 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:DELETE=1 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:46:55.790842 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-b60e8306-1c2c-4801-b9cf-d99d23ba69ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:58.316560 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5df996b6-5627-475a-9ecf-aa67039147b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:46:59.699557 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:00.933683 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:01.487988 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:03.797937 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:47:12.232699 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:13.792937 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:13.793857 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:22.140308 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:22.142292 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:25.805988 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-03ab6286-2d54-4c12-a59d-b71e7739d6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:28.315023 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-a6b7c4f2-e93d-445f-8654-9892374b764d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (b5d1a767-6849-4969-9e9a-4efd4597c9ee), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:29.685817 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5cfda44b-f7cb-49f9-ac8d-4c601d8c68fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (ff1b0e15-ab12-4f42-94d7-134205356129), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:30.917556 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-5898613b-ed2b-4bec-9313-a94dbf3cccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (aed06f5a-c15a-4457-a2e0-f565c335e62a), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:31.474509 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-200c26a2-4910-49a3-9718-72bac1cfb768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c2a63e71-c000-48b8-bba7-dd0509137705), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:40.797694 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG neutron.db.agents_db [None req-6e08930c-53da-4dd1-b6b0-47d8d661bbda None None] Agent healthcheck: found 6 active agents {{(pid=111005) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 25 19:47:41.402699 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:41.406623 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:42.214668 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-fb620337-90e8-4cc1-be50-dcbd210c27ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (95987ca2-3eb1-488e-9577-71ba942eb9d0), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 25 19:47:50.792792 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=2 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:50.793561 dv-cinder-820027-16-iscsi neutron-server[111005]: DEBUG dbcounter [-] [111005] Writing DB stats neutron:SELECT=6 {{(pid=111005) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:52.141137 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=2 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:52.144065 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG dbcounter [-] [111004] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=111004) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 25 19:47:55.843022 dv-cinder-820027-16-iscsi neutron-server[111004]: DEBUG neutron_lib.callbacks.manager [None req-45cdf397-295c-444f-80ac-87320392ae39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731869398393', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133803432'] for agent (c3bffa18-0a68-4c6d-aaf2-511b1d9b09d3), after_update {{(pid=111004) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}